1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
{
"checks": {
"all_four_records_finite": false,
"all_layer_at_least_0.10": false,
"candidate_selected": true,
"early_gain_over_fixed_hfa_at_least_0.04": false,
"early_third_at_least_0.05": false,
"feedback_norm_ratios_in_0.1_to_3": false
},
"confirmation_test_seeds_touched": false,
"matched_fixed_hfa": {
"eta_A": null,
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.011278868802228795,
"early_third_alignment": -0.0002631608634449852,
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221
},
"mode": "hfa",
"path": "results/oral_a_v4_calibration/fixed_hfa.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 0
},
"protocol": "oral_a_v4_hierarchical_causal_capture_v1",
"review_score_after": 5,
"review_score_before": 5,
"rows": [
{
"eta_A": null,
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.011278868802228795,
"early_third_alignment": -0.0002631608634449852,
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221
},
"mode": "hfa",
"path": "results/oral_a_v4_calibration/fixed_hfa.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 0
},
{
"eta_A": 0.1,
"finite": true,
"logical_batch_loss_queries": 800,
"metrics": {
"all_layer_alignment": 0.017336046508525646,
"early_third_alignment": -0.0001799722813302651,
"max_feedback_forward_norm_ratio": 1.0541573762893677,
"mean_calibration_mse": 1.2829968753120993e-06,
"mean_feedback_forward_cosine": 0.004424794705731696,
"mean_parameter_update_rms": 0.0009033753133269748,
"mean_prediction_target_cosine": 0.0006682040486695352,
"mean_target_power": 1.2829480604683788e-06,
"min_feedback_forward_norm_ratio": 0.9591503143310547
},
"mode": "lhfa",
"path": "results/oral_a_v4_calibration/learned_hfa_etaA0.1.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 12253823447040
},
{
"eta_A": 1.0,
"finite": true,
"logical_batch_loss_queries": 800,
"metrics": {
"all_layer_alignment": 0.007922205403079524,
"early_third_alignment": 0.0003479742251026134,
"max_feedback_forward_norm_ratio": 58.47907257080078,
"mean_calibration_mse": 0.0004092785588329548,
"mean_feedback_forward_cosine": 0.0026077035642964276,
"mean_parameter_update_rms": 0.01223350082381715,
"mean_prediction_target_cosine": -0.0005106259446759552,
"mean_target_power": 0.0004088082577299622,
"min_feedback_forward_norm_ratio": 0.3399011790752411
},
"mode": "lhfa",
"path": "results/oral_a_v4_calibration/learned_hfa_etaA1.0.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 12253823447040
},
{
"eta_A": 10.0,
"finite": false,
"logical_batch_loss_queries": 800,
"metrics": {
"all_layer_alignment": NaN,
"early_third_alignment": NaN,
"max_feedback_forward_norm_ratio": NaN,
"mean_calibration_mse": NaN,
"mean_feedback_forward_cosine": NaN,
"mean_parameter_update_rms": NaN,
"mean_prediction_target_cosine": NaN,
"mean_target_power": NaN,
"min_feedback_forward_norm_ratio": NaN
},
"mode": "lhfa",
"path": "results/oral_a_v4_calibration/learned_hfa_etaA10.0.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 12253823447040
}
],
"score_change_rule": "causal capture alone cannot raise score",
"selected_v4": {
"eta_A": 1.0,
"finite": true,
"logical_batch_loss_queries": 800,
"metrics": {
"all_layer_alignment": 0.007922205403079524,
"early_third_alignment": 0.0003479742251026134,
"max_feedback_forward_norm_ratio": 58.47907257080078,
"mean_calibration_mse": 0.0004092785588329548,
"mean_feedback_forward_cosine": 0.0026077035642964276,
"mean_parameter_update_rms": 0.01223350082381715,
"mean_prediction_target_cosine": -0.0005106259446759552,
"mean_target_power": 0.0004088082577299622,
"min_feedback_forward_norm_ratio": 0.3399011790752411
},
"mode": "lhfa",
"path": "results/oral_a_v4_calibration/learned_hfa_etaA1.0.json",
"source_commit": "d4a521072a25d8afdd62021f43538d7dad7586fd",
"total_macs": 12253823447040
},
"status": "failed"
}
|
