1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
|
{
"args": {
"d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
"model_seed": 0,
"outdir": "results/bci_td_confirmation",
"r1_gate": "results/bci_td_dev_gate.json",
"task_seed": 11
},
"conditions": {
"fixed_vectorizer": {
"cost": {
"conservative_online_cursor_scalar_observations": 0,
"online_role_perturbation_events": 98,
"ordinary_performance_change_observations": 25088,
"ordinary_state_episode_steps": 25088
},
"daily_success": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"early_success": 0.0,
"final_success": 0.0,
"late_success": 0.0,
"learning_gain": 0.0,
"role_cosine_after_training": -0.1393236517906189,
"training_wall_s": 0.13715404644608498
},
"intact": {
"cost": {
"conservative_online_cursor_scalar_observations": 12544,
"online_role_perturbation_events": 98,
"ordinary_performance_change_observations": 25088,
"ordinary_state_episode_steps": 25088
},
"daily_success": [
0.0,
0.015625,
0.0625,
0.234375,
0.5,
0.671875,
0.78125,
0.875,
0.84375,
0.984375,
0.96875,
1.0,
0.984375,
0.984375
],
"early_success": 0.026041666666666668,
"final_success": 0.99609375,
"late_success": 0.9895833333333334,
"learning_gain": 0.9635416666666666,
"role_cosine_after_training": 0.9524127244949341,
"training_wall_s": 0.19078309834003448
},
"oracle_role": {
"cost": {
"conservative_online_cursor_scalar_observations": 0,
"online_role_perturbation_events": 98,
"ordinary_performance_change_observations": 25088,
"ordinary_state_episode_steps": 25088
},
"daily_success": [
0.0,
0.015625,
0.09375,
0.296875,
0.546875,
0.734375,
0.78125,
0.890625,
0.859375,
0.984375,
0.96875,
1.0,
0.984375,
0.984375
],
"early_success": 0.036458333333333336,
"final_success": 0.9921875,
"late_success": 0.9895833333333334,
"learning_gain": 0.953125,
"role_cosine_after_training": 1.0000001192092896,
"training_wall_s": 0.13383695855736732
},
"plasticity_lesion": {
"cost": {
"conservative_online_cursor_scalar_observations": 12544,
"online_role_perturbation_events": 98,
"ordinary_performance_change_observations": 25088,
"ordinary_state_episode_steps": 25088
},
"daily_success": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"early_success": 0.0,
"final_success": 0.0,
"late_success": 0.0,
"learning_gain": 0.0,
"role_cosine_after_training": 0.994386613368988,
"training_wall_s": 0.11722709238529205
}
},
"config": {
"context_ar": 0.8,
"context_dim": 16,
"coupling_scale": 1.0,
"days": 14,
"episodes_per_day": 64,
"feedback": "performance_velocity",
"forward_eta": 0.1,
"inertia": 0.65,
"kappa": 0.0,
"n_background": 30,
"n_minus": 5,
"n_plus": 5,
"perturb_every": 4,
"perturb_sigma": 0.03,
"predictor_eta": 0.2,
"process_noise": 0.12,
"steps_per_episode": 28,
"target": 0.8,
"vectorizer_eta": 0.03
},
"finite": true,
"hardware": {
"device": "cpu",
"platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
"threads": 1,
"torch_version": "2.3.1+cu118"
},
"peak_rss_mib": 417.02734375,
"protocol": {
"confirmation_grid_size": 30,
"d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
"evaluation_task_seed": 300011,
"name": "oral_b_td_confirmation_v1",
"no_further_selection": true,
"protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
"r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a",
"selected_eta": 0.1,
"split": "untouched_confirmation",
"training_task_seed": 11
},
"provenance": {
"git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005",
"git_tracked_dirty": false,
"input_sha256": {
"d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
"development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2",
"protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
"r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a",
"runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05"
},
"tracked_inputs": {
"d4_gate": true,
"development_runner": true,
"protocol": true,
"r1_gate": true,
"runner": true
}
},
"schema_version": 1,
"signatures": {
"active_training_events": 13598,
"causal_role_sign_inversion_index": 0.06625010798918379,
"decoder_distance_residual_corr": 0.16969813864124653,
"early_residual_late_activity_change_corr": 0.5871983963211557,
"evaluation_episodes": 256,
"evaluation_success_fraction": 0.99609375,
"mean_abs_raw_soma_corr": 0.9979330823701551,
"mean_abs_residual_soma_corr": 0.06195822944559881,
"raw_minus_residual_abs_soma_corr": 0.9359748529245563,
"residual_minus_soma_outcome_acc": -0.2627450980392157,
"residual_outcome_decoder_balanced_acc": 0.2372549019607843,
"role_aligned_error_cv_corr": 0.3013176414150458,
"role_aligned_velocity_cv_corr": 0.9383468759438213,
"soma_outcome_decoder_balanced_acc": 0.5,
"surrounding_event_decoder_balanced_acc": 0.5460064752193835,
"velocity_minus_error_abs_cv_corr": 0.6370292345287755
},
"wall_s": 1.1728627420961857,
"warmup": {
"fixed_vectorizer": {
"batches": 100,
"examples": 6400,
"instruction_present": false,
"predictor_max_abs_error": 2.384185791015625e-07,
"rng_seed": 401100,
"role_cosine_after_warmup": -0.1393236517906189,
"role_cursor_scalar_observations": 12800
},
"intact": {
"batches": 100,
"examples": 6400,
"instruction_present": false,
"predictor_max_abs_error": 2.384185791015625e-07,
"rng_seed": 401100,
"role_cosine_after_warmup": 0.9943583607673645,
"role_cursor_scalar_observations": 12800
},
"oracle_role": {
"batches": 100,
"examples": 6400,
"instruction_present": false,
"predictor_max_abs_error": 2.384185791015625e-07,
"rng_seed": 401100,
"role_cosine_after_warmup": 1.0000001192092896,
"role_cursor_scalar_observations": 12800
},
"plasticity_lesion": {
"batches": 100,
"examples": 6400,
"instruction_present": false,
"predictor_max_abs_error": 2.384185791015625e-07,
"rng_seed": 401100,
"role_cosine_after_warmup": 0.9943583607673645,
"role_cursor_scalar_observations": 12800
}
}
}
|
