summaryrefslogtreecommitdiff
path: root/results/transformer_crossover/x0_equation_audit.json
blob: f7dc81a96bc8657597bf9c6bbdd7c572020177d3 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
{
  "gate": "pass",
  "stage": "transformer_crossover_x0",
  "source": {
    "git_commit": "5be57829ed4dd75435714ccee5cd9646c612ae8c",
    "protocol_sha256": "4ab5d00f8f13a7de580131b486eec08901ae9b4a2c02e8275767ae10a5633039",
    "smoke_sha256": "dae917535b5dd5e241916f3ac2799f662b659c79275b959c52cf07a94a5af3ea",
    "transformer_sha256": "09180e5625054c4dc16567af8939d05c4cb7cbc08f959445f25daae7c830cb34"
  },
  "environments": [
    {
      "name": "development",
      "torch": "2.10.0+cu128",
      "status": "pass"
    },
    {
      "name": "timan107_pascal",
      "python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3",
      "torch": "2.3.1+cu118",
      "status": "pass"
    }
  ],
  "audits": {
    "dual_propagation": {
      "finite_inferred_states": true,
      "inferred_state_tensors": 8,
      "local_contrastive_equation_max_relative_error": 0.0,
      "local_vjp_evaluations": 6,
      "matched_forward_max_absolute_error": 0.0,
      "uses_symmetric_block_vjps": true,
      "uses_task_loss_backward": false
    },
    "equilibrium_propagation": {
      "local_vjp_evaluations": 15,
      "matched_forward_max_absolute_error": 0.0,
      "phase_contrast_equation_max_relative_error": 0.0,
      "state_range": [
        0.0,
        1.0
      ],
      "uses_symmetric_block_vjps": true,
      "uses_task_loss_backward": false
    },
    "fa_independence_and_kp_locality": {
      "fa_feedback_change_after_forward_weight_mutation": 0.0,
      "kp_feedback_gradient_recomputed_locally": true,
      "kp_feedback_local_correlation_relative_error": 0.0,
      "kp_forward_local_correlation_relative_error": 0.0
    },
    "forward_forward": {
      "audited_greedy_layers": 4,
      "candidate_presentations_per_evaluation": 7,
      "candidate_score_shape": [
        3,
        5,
        7
      ],
      "matched_forward_max_absolute_error": 0.0,
      "max_local_objective_absolute_error": 0.0,
      "non_target_parameter_gradients": 0
    },
    "matched_forward_and_symmetric_limit": {
      "audited_forward_parameter_tensors": 25,
      "matched_feedback_tensor_count": 13,
      "matched_forward_max_absolute_error": 0.0,
      "matched_forward_parameter_count": 1336,
      "symmetric_limit_max_relative_error": 0.0
    },
    "pepita": {
      "detached_block_boundaries": 2,
      "fixed_projection_change": 0.0,
      "head_local_equation_relative_error": 0.0,
      "matched_forward_max_absolute_error": 0.0,
      "observed_projection_max": 0.04270937646231867,
      "position_local_equation_relative_error": 1.3033083029322733e-16,
      "projection_limit": 0.04330127018922193,
      "training_presentations": 2,
      "uses_task_loss_backward": false
    },
    "sdil_innovation_identity": {
      "kp_sdil_max_gradient_relative_error": 8.989561568760075e-16,
      "mean_innovation_rms": 0.012785479035245795,
      "mean_raw_rms": 0.05212805681606607,
      "mean_traffic_rms": 0.05114191614098318,
      "paired_neutral_subtraction": true,
      "raw_signal_contaminated": true
    },
    "strict_dfa": {
      "detached_block_boundaries": 2,
      "earlier_gradient_change_after_later_weight_mutation": 0.0,
      "fixed_feedback_change": 0.0,
      "forward_parameter_tensors_with_gradients": 25,
      "head_local_equation_relative_error": 0.0,
      "matched_forward_max_absolute_error": 0.0,
      "position_local_equation_relative_error": 0.0,
      "uses_task_loss_backward": false
    }
  },
  "registry": {
    "p1_expected_jobs": 27,
    "p1_unique_jobs": 27,
    "jobs_per_method": 3,
    "full_validation_window_tokens": 111488,
    "test_policy": "none"
  }
}