1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
|
{
"checks": {
"all_layer_at_least_0.20": false,
"early_gain_over_fixed_hfa_at_least_0.08": false,
"early_third_at_least_0.10": false,
"exactly_380_edge_events": true,
"exactly_48640_per_example_observations": true,
"exactly_760_batch_loss_queries": true,
"feedback_norm_ratios_in_0.1_to_3": true,
"finite": true,
"forward_state_bitwise_fixed": true,
"zero_forward_weight_reads_in_update": true,
"zero_reverse_mode_learning_operations": true
},
"conditional_short_task_gate_open": false,
"confirmation_test_seeds_touched": false,
"fixed_hfa": {
"all_layer_alignment": 0.01127886861764924,
"early_third_alignment": -0.00026316156436223537,
"feedback_forward_cosine": [
0.0008809715509414673,
-0.002320552244782448,
0.03730485588312149,
0.02497659996151924,
-0.03438456356525421,
-0.001257734838873148,
0.023045765236020088,
0.010684739798307419,
-0.013966654427349567,
-0.03158111870288849,
0.009583890438079834,
-9.433389641344547e-05,
0.004490766208618879,
-0.004784357734024525,
0.004104882013052702,
0.004543168004602194,
-0.005818712059408426,
0.0014950999757274985,
0.003767170011997223
],
"feedback_forward_norm_ratio": [
0.9996462464332581,
1.0550107955932617,
0.9593725800514221,
1.0017613172531128,
0.999921441078186,
0.9631232619285583,
0.9992203712463379,
0.9976226687431335,
1.0018895864486694,
1.0030434131622314,
1.0180330276489258,
1.0107296705245972,
0.9962885975837708,
0.9891077876091003,
1.0009011030197144,
1.0021207332611084,
1.0043002367019653,
1.0021206140518188,
0.9992877244949341
],
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221,
"per_layer": [
-0.0005718563916161656,
-0.0006265100091695786,
0.0012021171860396862,
3.7638936191797256e-05,
0.0004848289827350527,
-0.002105188090354204,
0.0032924648839980364,
0.0002729729749262333,
0.0075433761812746525,
-0.005317362025380135,
0.009830434806644917,
-0.001097709871828556,
0.02368866838514805,
0.007433340419083834,
0.04359162598848343,
0.0057456037029623985,
0.039965368807315826,
0.0030560996383428574,
0.07787258923053741
]
},
"learned_lcb": {
"all_layer_alignment": 0.0866869534748778,
"early_third_alignment": 0.0011474320829923574,
"feedback_forward_cosine": [
-0.004378448240458965,
-0.007337348069995642,
0.04171781986951828,
0.02352023683488369,
-0.039886925369501114,
0.0006825287127867341,
0.02527846209704876,
0.0136695746332407,
-0.011026157066226006,
-0.027840018272399902,
0.00775768980383873,
0.00863435585051775,
0.009166959673166275,
0.0012933104299008846,
0.010724963620305061,
0.011407784186303616,
0.004035680089145899,
0.005515150260180235,
0.17713752388954163
],
"feedback_forward_norm_ratio": [
0.9522605538368225,
0.9822989702224731,
0.9040371775627136,
0.9258716702461243,
0.9323726892471313,
0.8777714967727661,
0.9508335590362549,
0.9598008394241333,
0.9715808629989624,
0.9627054333686829,
0.9862542152404785,
0.972489595413208,
0.9752699136734009,
0.9769584536552429,
0.9962733387947083,
0.9905397295951843,
1.0036309957504272,
0.9967941641807556,
0.8897679448127747
],
"max_feedback_forward_norm_ratio": 1.0036309957504272,
"mean_feedback_forward_cosine": 0.0131617443648314,
"min_feedback_forward_norm_ratio": 0.8777714967727661,
"per_layer": [
-0.0008834822801873088,
-0.0023195152170956135,
0.0026626307517290115,
-0.00018003323930315673,
0.00810601282864809,
-0.0005010203458368778,
0.017151430249214172,
-0.0013304761378094554,
0.03392089158296585,
-0.0038246146868914366,
0.06399191915988922,
0.011081752367317677,
0.11008386313915253,
0.052304450422525406,
0.1991788148880005,
0.13974127173423767,
0.2924402058124542,
0.38367098569869995,
0.34175702929496765
]
},
"protocol": "oral_a_v5_layerwise_causal_bootstrap_gate_v1",
"review_score_after": 5,
"review_score_before": 5,
"score_change_rule": "causal capture alone cannot raise score",
"source_commit": "640522076c770d0746dc58dde868586ace568752",
"source_result": "results/oral_a_v5_calibration/result.json",
"status": "failed",
"work": {
"clean_forward_examples": 2560,
"edge_events": 380,
"forward_macs": 4048615833600,
"hierarchical_teaching_and_local_correlation_macs_estimate": 1950885806080,
"logical_batch_loss_queries": 760,
"per_example_causal_observations": 48640,
"per_example_cross_entropy_terms": 97280,
"perturbation_forward_examples": 97280,
"total_macs_estimate": 5999501639680
}
}
|
