1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
|
{
"checks": {
"all_layer_at_least_0.20": false,
"early_gain_over_fixed_hfa_at_least_0.08": false,
"early_third_at_least_0.10": false,
"exactly_19_stages": true,
"exactly_380_edge_events": true,
"exactly_48640_per_example_observations": true,
"exactly_760_batch_loss_queries": true,
"feedback_norm_ratios_in_0.1_to_3": false,
"finite": false,
"forward_state_bitwise_fixed": true,
"stage_order_readout_then_18_to_1": true,
"zero_forward_weight_reads_in_fit": true,
"zero_reverse_mode_learning_operations": true
},
"conditional_short_task_gate_open": false,
"confirmation_test_seeds_touched": false,
"fixed_hfa": {
"all_layer_alignment": 0.011278868932430143,
"early_third_alignment": -0.0002631605093483813,
"feedback_forward_cosine": [
0.0008809715509414673,
-0.002320552244782448,
0.03730485588312149,
0.02497659996151924,
-0.03438456356525421,
-0.001257734838873148,
0.023045765236020088,
0.010684739798307419,
-0.013966654427349567,
-0.03158111870288849,
0.009583890438079834,
-9.433389641344547e-05,
0.004490766208618879,
-0.004784357734024525,
0.004104882013052702,
0.004543168004602194,
-0.005818712059408426,
0.0014950999757274985,
0.003767170011997223
],
"feedback_forward_norm_ratio": [
0.9996462464332581,
1.0550107955932617,
0.9593725800514221,
1.0017613172531128,
0.999921441078186,
0.9631232619285583,
0.9992203712463379,
0.9976226687431335,
1.0018895864486694,
1.0030434131622314,
1.0180330276489258,
1.0107296705245972,
0.9962885975837708,
0.9891077876091003,
1.0009011030197144,
1.0021207332611084,
1.0043002367019653,
1.0021206140518188,
0.9992877244949341
],
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221,
"per_layer": [
-0.0005718570901080966,
-0.0006265088450163603,
0.0012021202128380537,
3.7642239476554096e-05,
0.00048483084538020194,
-0.0021051904186606407,
0.00329246511682868,
0.00027297029737383127,
0.007543372455984354,
-0.0053173573687672615,
0.009830434806644917,
-0.0010977087076753378,
0.02368866838514805,
0.007433340419083834,
0.04359162598848343,
0.0057456037029623985,
0.039965368807315826,
0.0030560996383428574,
0.07787258923053741
]
},
"learned_scib": {
"all_layer_alignment": NaN,
"early_third_alignment": NaN,
"feedback_forward_cosine": [
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
-0.006127675995230675,
-0.011246882379055023,
0.021258916705846786,
0.00929059274494648,
-0.001609913888387382,
-0.0008538670372217894,
0.012138523161411285,
0.002846281975507736,
0.052370935678482056,
0.8131900429725647
],
"feedback_forward_norm_ratio": [
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
NaN,
7.744247913360596,
7.140369415283203,
11.147778511047363,
32.04150390625,
49.08123016357422,
48.10276412963867,
33.58113479614258,
10.170685768127441,
12.821575164794922,
1.120253562927246
],
"max_feedback_forward_norm_ratio": NaN,
"mean_feedback_forward_cosine": NaN,
"min_feedback_forward_norm_ratio": NaN,
"per_layer": [
NaN,
0.0,
NaN,
0.0,
NaN,
0.0,
NaN,
0.0,
0.0,
-0.018046237528324127,
0.009331459179520607,
0.006288703065365553,
-0.0008923492860049009,
0.024693015962839127,
0.04579439014196396,
0.011086630634963512,
-0.025804810225963593,
0.3799460828304291,
0.8721908926963806
]
},
"protocol": "oral_a_v6_stagewise_whitened_causal_capture_gate_v1",
"review_score_after": 5,
"review_score_before": 5,
"score_change_rule": "causal capture alone cannot raise score",
"source_commit": "98bfda74f7ee0457799b86465c867b6943c7be91",
"source_result": "results/oral_a_v6_calibration/result.json",
"status": "failed",
"work": {
"clean_forward_examples": 48640,
"edge_events": 380,
"feedback_fit_macs_conservative_estimate": 5852657418240,
"forward_macs": 5917207756800,
"logical_batch_loss_queries": 760,
"per_example_causal_observations": 48640,
"per_example_cross_entropy_terms": 97280,
"perturbation_forward_examples": 97280,
"stages": 19,
"total_macs_conservative_estimate": 11769865175040
}
}
|
