summaryrefslogtreecommitdiff
path: root/paper/manuscript_audit.json
blob: fe67713b2394342d0c333f8ede5cb243650fbf23 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
{
  "audited_numeric_claims": [
    {
      "id": "traffic_zero_accuracy",
      "pointer": "/statistics/mnist_soma_predictable_traffic/cells/residual_rho0p0/accuracy_percent_mean",
      "rendered": "97.45%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "traffic_raw_accuracy",
      "pointer": "/statistics/mnist_soma_predictable_traffic/cells/raw_rho0p5/accuracy_percent_mean",
      "rendered": "10.38%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "traffic_matched_accuracy",
      "pointer": "/statistics/mnist_soma_predictable_traffic/cells/matched_rho0p5/accuracy_percent_mean",
      "rendered": "10.31%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "traffic_innovation_accuracy",
      "pointer": "/statistics/mnist_soma_predictable_traffic/cells/residual_rho0p5/accuracy_percent_mean",
      "rendered": "97.348%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "traffic_innovation_matched_gain",
      "pointer": "/statistics/mnist_soma_predictable_traffic/paired_accuracy/residual_minus_matched_rho0p5/accuracy_point_gain_mean",
      "rendered": "87.038",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "traffic_innovation_matched_gain_sd",
      "pointer": "/statistics/mnist_soma_predictable_traffic/paired_accuracy/residual_minus_matched_rho0p5/accuracy_point_gain_sd",
      "rendered": "0.607",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_sdil_change",
      "pointer": "/statistics/depth5_to_depth60/SDIL/d60_minus_d5_accuracy_points_mean",
      "rendered": "-0.214",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_sdil_change_sd",
      "pointer": "/statistics/depth5_to_depth60/SDIL/d60_minus_d5_accuracy_points_sd",
      "rendered": "0.349",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_sdil_retention_p",
      "pointer": "/statistics/depth5_to_depth60/SDIL/paired_accuracy_retention_test/one_sided_p",
      "rendered": "0.0037",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_dfa_change",
      "pointer": "/statistics/depth5_to_depth60/DFA/d60_minus_d5_accuracy_points_mean",
      "rendered": "-0.870",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_dfa_change_sd",
      "pointer": "/statistics/depth5_to_depth60/DFA/d60_minus_d5_accuracy_points_sd",
      "rendered": "0.358",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "depth_dfa_retention_p",
      "pointer": "/statistics/depth5_to_depth60/DFA/paired_accuracy_retention_test/one_sided_p",
      "rendered": "0.2310",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "dfa_alignment_depth5",
      "pointer": "/statistics/cifar_scaling/DFA_d5/early_alignment_mean",
      "rendered": "0.514",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "dfa_alignment_depth60",
      "pointer": "/statistics/cifar_scaling/DFA_d60/early_alignment_mean",
      "rendered": "0.047",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "ep_depth2_wall",
      "pointer": "/statistics/mnist_exact_ep/EP_d2/wall_s_mean",
      "rendered": "17,530",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "ep_depth2_accuracy",
      "pointer": "/statistics/mnist_exact_ep/EP_d2/accuracy_percent_mean",
      "rendered": "89.526%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "sdil_depth2_wall",
      "pointer": "/statistics/mnist_exact_ep/SDIL_d2/wall_s_mean",
      "rendered": "58.5",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "sdil_depth2_accuracy",
      "pointer": "/statistics/mnist_exact_ep/SDIL_d2/accuracy_percent_mean",
      "rendered": "97.516%",
      "source": "results/figs/main_figure_manifest.json"
    },
    {
      "id": "d4_dynamic_accuracy",
      "pointer": "/metrics/mean_accuracy/dynamic",
      "rendered": "91.584%",
      "source": "results/kp_dynamic_projection_confirmation_gate.json"
    },
    {
      "id": "d4_clean_accuracy",
      "pointer": "/metrics/mean_accuracy/clean_kp",
      "rendered": "91.388%",
      "source": "results/kp_dynamic_projection_confirmation_gate.json"
    },
    {
      "id": "d4_dynamic_accuracy_min",
      "pointer": "/statistics/dynamic_test_accuracy_min",
      "rendered": "91.51%",
      "source": "results/figs/figure4_resnet_confirmation_manifest.json"
    },
    {
      "id": "d4_dynamic_advantage",
      "pointer": "/metrics/mean_paired_clean_kp_deficit",
      "rendered": "0.196",
      "source": "results/kp_dynamic_projection_confirmation_gate.json"
    },
    {
      "id": "d4_deficit_upper",
      "pointer": "/metrics/paired_deficit_one_sided_95pct_upper_bound",
      "rendered": "0.131",
      "source": "results/kp_dynamic_projection_confirmation_gate.json"
    },
    {
      "id": "d4_early_alignment",
      "pointer": "/metrics/mean_dynamic_early_alignment",
      "rendered": "0.999687",
      "source": "results/kp_dynamic_projection_confirmation_gate.json"
    },
    {
      "id": "d4_mac_ratio",
      "pointer": "/statistics/dynamic_mac_ratio_to_bp",
      "rendered": "1.326",
      "source": "results/figs/figure4_resnet_confirmation_manifest.json"
    },
    {
      "id": "d4_peak_gib",
      "pointer": "/statistics/dynamic_peak_allocated_gib_mean",
      "rendered": "2.02",
      "source": "results/figs/figure4_resnet_confirmation_manifest.json"
    },
    {
      "id": "d4_wall_ratio",
      "pointer": "/statistics/dynamic_wall_ratio_to_clean_kp_mean",
      "rendered": "1.47",
      "source": "results/figs/figure4_resnet_confirmation_manifest.json"
    },
    {
      "id": "oral_a_dynamic_d32_accuracy",
      "pointer": "/statistics/test_accuracy_mean_percent/dynamic/32",
      "rendered": "92.254%",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_d56_accuracy",
      "pointer": "/statistics/test_accuracy_mean_percent/dynamic/56",
      "rendered": "92.760%",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_bp_d56_accuracy",
      "pointer": "/statistics/test_accuracy_mean_percent/bp/56",
      "rendered": "92.632%",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_clean_kp_d56_accuracy",
      "pointer": "/statistics/test_accuracy_mean_percent/clean_kp/56",
      "rendered": "92.670%",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dfa_d56_accuracy",
      "pointer": "/statistics/test_accuracy_mean_percent/dfa/56",
      "rendered": "30.850%",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_depth_gain",
      "pointer": "/statistics/dynamic_d20_to_d56_gain_points_mean",
      "rendered": "1.176",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_dfa_d56_gap",
      "pointer": "/statistics/dynamic_minus_dfa_points_mean/56",
      "rendered": "61.910",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_d32_alignment",
      "pointer": "/statistics/dynamic_early_alignment_mean/32",
      "rendered": "0.999613",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_d56_alignment",
      "pointer": "/statistics/dynamic_early_alignment_mean/56",
      "rendered": "0.999423",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "oral_a_dynamic_d56_mac_ratio",
      "pointer": "/statistics/dynamic_mac_ratio_to_bp_mean/56",
      "rendered": "1.331",
      "source": "results/figs/figure6_standard_depth_scaling_manifest.json"
    },
    {
      "id": "r2_final_performance",
      "pointer": "/metrics/intact_final/mean",
      "rendered": "99.531%",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_learning_gain",
      "pointer": "/metrics/intact_gain/mean",
      "rendered": "90.451",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_plasticity_margin",
      "pointer": "/metrics/plasticity_half_margin/mean",
      "rendered": "45.191",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_role_cosine",
      "pointer": "/metrics/role_cosine/mean",
      "rendered": "0.9395",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_residual_outcome_accuracy",
      "pointer": "/metrics/residual_outcome_accuracy/mean",
      "rendered": "47.325%",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_residual_soma_gap",
      "pointer": "/metrics/residual_soma_outcome_gap/mean",
      "rendered": "4.322",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "r2_longitudinal_prediction",
      "pointer": "/metrics/longitudinal_prediction/mean",
      "rendered": "-0.013",
      "source": "results/bci_td_confirmation_gate.json"
    },
    {
      "id": "bci_v2_final_performance",
      "pointer": "/statistics/intact_final_mean",
      "rendered": "100.000%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_learning_gain",
      "pointer": "/statistics/learning_gain_mean",
      "rendered": "98.802",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_fixed_role_gap",
      "pointer": "/statistics/fixed_role_gap_mean",
      "rendered": "99.974",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_role_cosine",
      "pointer": "/statistics/role_cosine_mean",
      "rendered": "0.9761",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_residual_soma_corr",
      "pointer": "/statistics/residual_soma_corr_mean",
      "rendered": "0.063",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_raw_residual_gap",
      "pointer": "/statistics/raw_residual_corr_gap_mean",
      "rendered": "0.936",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_surrounding_accuracy",
      "pointer": "/statistics/surrounding_accuracy_mean",
      "rendered": "54.37%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_surrounding_accuracy_lower",
      "pointer": "/statistics/surrounding_accuracy_lower",
      "rendered": "54.26%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_velocity_advantage",
      "pointer": "/statistics/velocity_advantage_mean",
      "rendered": "0.638",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_challenge_fraction",
      "pointer": "/statistics/challenge_fraction_mean",
      "rendered": "50.094%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_terminal_accuracy",
      "pointer": "/statistics/terminal_accuracy_mean",
      "rendered": "99.833%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_terminal_accuracy_lower",
      "pointer": "/statistics/terminal_accuracy_lower",
      "rendered": "99.680%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_soma_accuracy",
      "pointer": "/statistics/terminal_previous_soma_accuracy_mean",
      "rendered": "73.50%",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_outcome_lesion_drop",
      "pointer": "/statistics/outcome_lesion_drop_mean",
      "rendered": "0.400",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_outcome_lesion_drop_lower",
      "pointer": "/statistics/outcome_lesion_drop_lower",
      "rendered": "0.389",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_critic_expectedness",
      "pointer": "/statistics/critic_expectedness_mean",
      "rendered": "0.319",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    },
    {
      "id": "bci_v2_critic_expectedness_lower",
      "pointer": "/statistics/critic_expectedness_lower",
      "rendered": "0.281",
      "source": "results/figs/figure5_bci_v2_manifest.json"
    }
  ],
  "figures": [
    {
      "path": "results/figs/figure1_pareto.png",
      "sha256": "62cba0f1162818835548fb7144cc283424d6f91a069b2dea2c38dbcf43b63ab3"
    },
    {
      "path": "results/figs/figure2_scaling.png",
      "sha256": "55955ed63f212ec8b0bec86d89025708db256c2eb4994ce973c3fc3d9e4dc599"
    },
    {
      "path": "results/figs/figure3_innovation.png",
      "sha256": "70b9ab177d92a9d9b2f3e2badedb7fe9e466928c2eec5c9a0229bbda4dcdd9f0"
    },
    {
      "path": "results/figs/figure4_resnet_confirmation.png",
      "sha256": "4011c9d31de4a53a7ae24bf4030693b22dabf6b7a7ed8a7eed2f6b5b91a97b78"
    },
    {
      "path": "results/figs/figure5_bci_v2.png",
      "sha256": "e43e07d56c28022e861682e7b7f68ef010e2754c64eb58cfc8079d8a59d57b75"
    },
    {
      "path": "results/figs/figure6_standard_depth_scaling.png",
      "sha256": "6d6dc2b752f8cf0f3868cc7801f721662720bc50eec6c960f5063b427c634adf"
    }
  ],
  "gates": [
    {
      "false_checks": [],
      "source": "results/kp_dynamic_projection_confirmation_gate.json",
      "status": "passed"
    },
    {
      "false_checks": [
        "checks.innovation_identification_and_network_prediction.mean_surrounding_event_accuracy_at_least_0p55",
        "checks.outcome_and_causal_role_vectorization.longitudinal_prediction_lower_bound_at_least_0p10",
        "checks.outcome_and_causal_role_vectorization.mean_longitudinal_prediction_at_least_0p30",
        "checks.outcome_and_causal_role_vectorization.mean_residual_outcome_accuracy_at_least_0p57",
        "checks.outcome_and_causal_role_vectorization.mean_residual_soma_outcome_gap_at_least_0p03",
        "checks.outcome_and_causal_role_vectorization.residual_outcome_accuracy_lower_bound_at_least_0p53",
        "checks.outcome_and_causal_role_vectorization.residual_soma_outcome_gap_lower_bound_nonnegative"
      ],
      "source": "results/bci_td_confirmation_gate.json",
      "status": "failed"
    },
    {
      "false_checks": [],
      "source": "results/bci_v2_calibrated_confirmation_gate.json",
      "status": "passed"
    },
    {
      "false_checks": [],
      "source": "results/oral_a_dynamic_scaling_v2_gate.json",
      "status": "passed"
    }
  ],
  "ledger": {
    "path": "paper/CLAIM_LEDGER.json",
    "sha256": "fed71c8f22742840b314bc41b91cd38fa81c6d14339c051e30741e5506dc9519"
  },
  "manuscript": {
    "path": "paper/MANUSCRIPT.md",
    "sha256": "20eb3c331f1caed4cb3ae0406d14fe43f0d1d59adf8debfdfea93662566ee7e9",
    "word_count": 4408
  },
  "sources": [
    {
      "path": "results/bci_td_confirmation_gate.json",
      "sha256": "4f6f969ceae88afa2523e3472a3373522991f5ecaab69440830c07479d2d3597"
    },
    {
      "path": "results/bci_v2_calibrated_confirmation_gate.json",
      "sha256": "3b161c32727a2a7c4b50ca696dafff20a023d23e8cd008a0b8dddd662516b084"
    },
    {
      "path": "results/figs/figure4_resnet_confirmation_manifest.json",
      "sha256": "4aa3fbab16f41f608259b345283db7ef03ec8562f4e1f811ec6fe0a228dfa8c9"
    },
    {
      "path": "results/figs/figure5_bci_v2_manifest.json",
      "sha256": "dc24f1593b7e07b33b45e0e1dfec895cf7bdc5a953e60d933c5c3596f284738e"
    },
    {
      "path": "results/figs/figure6_standard_depth_scaling_manifest.json",
      "sha256": "fc7e15dbad052a944a11b25bfb944843dd6c17e4f2defa82c4089b14be6d27c9"
    },
    {
      "path": "results/figs/main_figure_manifest.json",
      "sha256": "f5099b29d7f83ad7dc7783b927f682d7af43a90072e11fc7da2e8be5e7685450"
    },
    {
      "path": "results/kp_dynamic_projection_confirmation_gate.json",
      "sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef"
    },
    {
      "path": "results/oral_a_dynamic_scaling_v2_gate.json",
      "sha256": "c0a4c0530dea26c0fffc7285e7893e6e321ba248d1e13abefbafad311a89b44f"
    }
  ],
  "status": "passed",
  "strict": true
}