diff options
Diffstat (limited to 'results/oral_a_dynamic_scaling_v2_gate.json')
| -rw-r--r-- | results/oral_a_dynamic_scaling_v2_gate.json | 434 |
1 files changed, 434 insertions, 0 deletions
diff --git a/results/oral_a_dynamic_scaling_v2_gate.json b/results/oral_a_dynamic_scaling_v2_gate.json new file mode 100644 index 0000000..f1040ba --- /dev/null +++ b/results/oral_a_dynamic_scaling_v2_gate.json @@ -0,0 +1,434 @@ +{ + "analyzer_sha256": "ee911f02f5ad75a5b2c233878b6b617b7652cfc3615335f6c9cffc33aed931c3", + "bci_v2_gate_sha256": "3b161c32727a2a7c4b50ca696dafff20a023d23e8cd008a0b8dddd662516b084", + "bci_v2_protocol": "oral_b_v2_calibrated_recovery_confirmation_v1", + "checks": { + "all_60_records_and_audited_values_finite": true, + "all_mechanism_query_cost_memory_invariants": true, + "at_least_four_dynamic_seeds_improve_with_depth": true, + "bp_mean_accuracy_at_least_0p90_each_depth": true, + "d56_dynamic_dfa_advantage_lower_bound_at_least_1pt": true, + "d56_dynamic_mean_advantage_over_dfa_at_least_2pt": true, + "d56_mean_alignment_retains_90pct_of_d20": true, + "dynamic_bp_deficit_upper_bound_at_most_3pt_each_depth": true, + "dynamic_depth_gain_lower_bound_nonnegative": true, + "dynamic_depth_gain_within_1pt_of_bp_gain": true, + "dynamic_kp_deficit_upper_bound_at_most_2p5pt_each_depth": true, + "dynamic_mean_alignment_at_least_0p85_each_depth": true, + "dynamic_mean_d20_to_d56_gain_at_least_0p5pt": true, + "dynamic_mean_within_1p5pt_kp_each_depth": true, + "dynamic_mean_within_2pt_bp_each_depth": true, + "every_d56_dynamic_alignment_at_least_0p80": true, + "every_dynamic_accuracy_at_least_0p87": true + }, + "complete_grid": true, + "conv_run_sha256": "359799cef77a2b33dbbeda43e602f92005685ca16b119c4ccd8c076dc176772f", + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_source_commit": "0008f2cd96c06bea98f43560867d93967c597711", + "legacy_analyzer_sha256": "6cca23d01895e8704f8cb9e65fa6814bce4d193b4d6a14cb9723ac3f911df656", + "legacy_runner_sha256": "f7762dfaa764f6ae7e73dfb4780af3bc7fcaa02f94dee278906b43830367b399", + "metrics": { + "accuracy_by_method_depth_seed": { + "bp": { + "20": [ + 0.9139, + 0.9188, + 0.9142, + 0.9163, + 0.918 + ], + "32": [ + 0.9179, + 0.9266, + 0.9228, + 0.9262, + 0.9216 + ], + "56": [ + 0.9196, + 0.9275, + 0.9288, + 0.9306, + 0.9251 + ] + }, + "clean_kp": { + "20": [ + 0.9158, + 0.9155, + 0.9087, + 0.915, + 0.9144 + ], + "32": [ + 0.9223, + 0.9242, + 0.9209, + 0.9234, + 0.9258 + ], + "56": [ + 0.9287, + 0.9298, + 0.9265, + 0.9273, + 0.9212 + ] + }, + "dfa": { + "20": [ + 0.372, + 0.3374, + 0.2628, + 0.3417, + 0.28 + ], + "32": [ + 0.3521, + 0.3264, + 0.3404, + 0.2863, + 0.329 + ], + "56": [ + 0.3348, + 0.2604, + 0.3382, + 0.3488, + 0.2603 + ] + }, + "dynamic": { + "20": [ + 0.9152, + 0.9158, + 0.9165, + 0.9151, + 0.9166 + ], + "32": [ + 0.9229, + 0.9226, + 0.921, + 0.9217, + 0.9245 + ], + "56": [ + 0.9292, + 0.9285, + 0.9264, + 0.9265, + 0.9274 + ] + } + }, + "bp_d20_to_d56_gain": [ + 0.005699999999999927, + 0.008700000000000041, + 0.014599999999999946, + 0.01429999999999998, + 0.007099999999999995 + ], + "bp_deficit": { + "20": [ + -0.0012999999999999678, + 0.0030000000000000027, + -0.0022999999999999687, + 0.0011999999999999789, + 0.0014000000000000679 + ], + "32": [ + -0.0050000000000000044, + 0.0040000000000000036, + 0.0017999999999999128, + 0.0045000000000000595, + -0.0029000000000000137 + ], + "56": [ + -0.009600000000000053, + -0.0010000000000000009, + 0.0023999999999999577, + 0.0040999999999999925, + -0.0022999999999999687 + ] + }, + "d56_dfa_advantage": [ + 0.5944, + 0.6680999999999999, + 0.5882000000000001, + 0.5777, + 0.6671 + ], + "dynamic_alignment": { + "20": [ + 0.9996865193049113, + 0.9996783634026846, + 0.9997114737828573, + 0.9996656179428101, + 0.9996906618277231 + ], + "32": [ + 0.9995589315891266, + 0.9995903253555298, + 0.9996383130550385, + 0.9996227920055389, + 0.9996523022651672 + ], + "56": [ + 0.9994682272275289, + 0.9994528922769759, + 0.9993400242593553, + 0.9994251562489403, + 0.9994279046853384 + ] + }, + "dynamic_d20_to_d56_gain": [ + 0.014000000000000012, + 0.012700000000000045, + 0.00990000000000002, + 0.011399999999999966, + 0.010800000000000032 + ], + "invariant_failures": [], + "kp_deficit": { + "20": [ + 0.0005999999999999339, + -0.00029999999999996696, + -0.007800000000000029, + -9.999999999998899e-05, + -0.0021999999999999797 + ], + "32": [ + -0.0006000000000000449, + 0.0016000000000000458, + -9.999999999998899e-05, + 0.0017000000000000348, + 0.0012999999999999678 + ], + "56": [ + -0.000500000000000056, + 0.0012999999999999678, + 9.999999999998899e-05, + 0.0008000000000000229, + -0.006199999999999983 + ] + }, + "mean_accuracy": { + "bp": { + "20": 0.91624, + "32": 0.92302, + "56": 0.92632 + }, + "clean_kp": { + "20": 0.91388, + "32": 0.92332, + "56": 0.9267 + }, + "dfa": { + "20": 0.31878, + "32": 0.32684, + "56": 0.3085 + }, + "dynamic": { + "20": 0.91584, + "32": 0.92254, + "56": 0.9276 + } + }, + "mechanism": { + "d20_s10": { + "early_alignment": 0.9996865193049113, + "final_feedback_cosine": 0.9998452883017691, + "instruction_ratio_error": 7.376647070955755e-10, + "last50_feedback_cosine": 0.9998452330890455, + "post_projection_soma_slope": 3.345177290725587e-08, + "post_projection_traffic_ratio": 3.020465978422986e-08 + }, + "d20_s11": { + "early_alignment": 0.9996783634026846, + "final_feedback_cosine": 0.9998476599392138, + "instruction_ratio_error": 9.601693884420115e-10, + "last50_feedback_cosine": 0.9998476189061215, + "post_projection_soma_slope": 4.183369384236357e-08, + "post_projection_traffic_ratio": 3.046251457654459e-08 + }, + "d20_s12": { + "early_alignment": 0.9997114737828573, + "final_feedback_cosine": 0.99984504988319, + "instruction_ratio_error": 7.572193982952058e-10, + "last50_feedback_cosine": 0.9998450080344552, + "post_projection_soma_slope": 6.702554600224175e-08, + "post_projection_traffic_ratio": 3.0341414978753644e-08 + }, + "d20_s13": { + "early_alignment": 0.9996656179428101, + "final_feedback_cosine": 0.9998400305446825, + "instruction_ratio_error": 6.523915851985862e-10, + "last50_feedback_cosine": 0.9998400152357001, + "post_projection_soma_slope": 2.3063201126660715e-08, + "post_projection_traffic_ratio": 3.022787119052029e-08 + }, + "d20_s14": { + "early_alignment": 0.9996906618277231, + "final_feedback_cosine": 0.9998461353151422, + "instruction_ratio_error": 6.969612664775582e-10, + "last50_feedback_cosine": 0.9998460979838121, + "post_projection_soma_slope": 5.1318746585593544e-08, + "post_projection_traffic_ratio": 3.0321173518936684e-08 + }, + "d32_s10": { + "early_alignment": 0.9995589315891266, + "final_feedback_cosine": 0.9997495874281852, + "instruction_ratio_error": 6.764921955948466e-10, + "last50_feedback_cosine": 0.9997495515500345, + "post_projection_soma_slope": 4.883540682953935e-08, + "post_projection_traffic_ratio": 3.032019977820027e-08 + }, + "d32_s11": { + "early_alignment": 0.9995903253555298, + "final_feedback_cosine": 0.9997563823576896, + "instruction_ratio_error": 4.5648018698329906e-10, + "last50_feedback_cosine": 0.9997563595541062, + "post_projection_soma_slope": 6.71051907374931e-08, + "post_projection_traffic_ratio": 3.045556571320131e-08 + }, + "d32_s12": { + "early_alignment": 0.9996383130550385, + "final_feedback_cosine": 0.9997487606540802, + "instruction_ratio_error": 4.706435241530471e-10, + "last50_feedback_cosine": 0.9997487456567826, + "post_projection_soma_slope": 5.9466003676789114e-08, + "post_projection_traffic_ratio": 3.008953587271665e-08 + }, + "d32_s13": { + "early_alignment": 0.9996227920055389, + "final_feedback_cosine": 0.9997596452313084, + "instruction_ratio_error": 6.859344203746787e-10, + "last50_feedback_cosine": 0.9997596325412873, + "post_projection_soma_slope": 4.992172009110618e-08, + "post_projection_traffic_ratio": 3.023138328154589e-08 + }, + "d32_s14": { + "early_alignment": 0.9996523022651672, + "final_feedback_cosine": 0.9997503872840635, + "instruction_ratio_error": 8.423541864033268e-10, + "last50_feedback_cosine": 0.9997503573663773, + "post_projection_soma_slope": 1.3652264385655144e-07, + "post_projection_traffic_ratio": 3.052199008723502e-08 + }, + "d56_s10": { + "early_alignment": 0.9994682272275289, + "final_feedback_cosine": 0.9994443373246626, + "instruction_ratio_error": 1.8433955473184938e-09, + "last50_feedback_cosine": 0.9994443135044792, + "post_projection_soma_slope": 1.2300030505230097e-07, + "post_projection_traffic_ratio": 3.0222815594380756e-08 + }, + "d56_s11": { + "early_alignment": 0.9994528922769759, + "final_feedback_cosine": 0.9995171655308116, + "instruction_ratio_error": 1.0462242183706394e-09, + "last50_feedback_cosine": 0.9995171439647674, + "post_projection_soma_slope": 1.3774025831025938e-07, + "post_projection_traffic_ratio": 3.038032455888949e-08 + }, + "d56_s12": { + "early_alignment": 0.9993400242593553, + "final_feedback_cosine": 0.9995060747320001, + "instruction_ratio_error": 7.430491777427051e-10, + "last50_feedback_cosine": 0.9995060457099568, + "post_projection_soma_slope": 2.3538157734037668e-07, + "post_projection_traffic_ratio": 3.030163009286038e-08 + }, + "d56_s13": { + "early_alignment": 0.9994251562489403, + "final_feedback_cosine": 0.999431696805087, + "instruction_ratio_error": 7.923348643856798e-10, + "last50_feedback_cosine": 0.9994316841689023, + "post_projection_soma_slope": 1.0941191419533425e-07, + "post_projection_traffic_ratio": 3.0173287463056015e-08 + }, + "d56_s14": { + "early_alignment": 0.9994279046853384, + "final_feedback_cosine": 0.9994973464445635, + "instruction_ratio_error": 4.981972612227992e-10, + "last50_feedback_cosine": 0.999497334393588, + "post_projection_soma_slope": 1.477744291378258e-07, + "post_projection_traffic_ratio": 3.031357188939468e-08 + } + } + }, + "new_source_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", + "old_oral_a_failures_preserved": true, + "protocol": "oral_a_dynamic_innovation_scaling_recovery_v2", + "protocol_sha256": "fb356372d19b09ecdcee639d6521e6922e49437de16e946d16b8bfc623a67b1f", + "review_score_after": 9, + "review_score_before": 8, + "runner_sha256": "72fd8f816d62f11d447c473ecaf08c2ce647e815a7be3b9303e8f34e8d2acd61", + "score_change_rule": "only the complete calibrated-BCI-v2-gated 60-cell standard-ResNet panel establishes oral-A scaling", + "source_sha256": { + "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json": "7c34a0e561446ad6e46575915fb8bb9cddd7b3c24c323bac1e64fea42758eb1f", + "results/kp_dynamic_projection_confirmation/seed10_dynamic.json": "dd74ca4f994e1274bf5d3b6fcc315f73b86fe0ff14c403b0f46868d476f0b5f1", + "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json": "c6449d310c507a03e867046b71d280336c17c94e85ba0335cf2581389f1327ab", + "results/kp_dynamic_projection_confirmation/seed11_dynamic.json": "6a87bccb3db5fab751925d337261a19ddd08604b93f049ad80cc4e6d919fdc75", + "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json": "16341d64a9ec0ad98e635d6c387effab27f4dd2dd63d218f677a8a1716d3dfae", + "results/kp_dynamic_projection_confirmation/seed12_dynamic.json": "337090a537034407a0d54b5c5a27c7502c75770814ad456cadfb9b609977a9a1", + "results/kp_dynamic_projection_confirmation/seed13_clean_kp.json": "e35f0eae6fcd41f2f9731a78eacad572e8b54f79261839faa66b0bd398c23a35", + "results/kp_dynamic_projection_confirmation/seed13_dynamic.json": "047ad3c1a724bdb5b8cdcc88b6c2ee371daa3477db1d7c8f06952aaa6c72822f", + "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json": "500b22ca5cba0dcfd498eb052ac8559e04e750eb10a1945b3a33a52a5f4379eb", + "results/kp_dynamic_projection_confirmation/seed14_dynamic.json": "70221abccb47fe43395936be4963a5f7737d1267f2d9670216d565fcff2ed976", + "results/oral_a_dynamic_scaling_v2/bp_d20_s10.json": "e3d21e970325055bca6a30d9339a84733a9a651bee9b0c13a905e84398b55b1b", + "results/oral_a_dynamic_scaling_v2/bp_d20_s11.json": "9e296e373e3008f9d699a5a67d75fd39fd0db3c5d46ece196ccc4299eff825f8", + "results/oral_a_dynamic_scaling_v2/bp_d20_s12.json": "e17cc41470d4528988720d44704cc1c75bcd9002d1d832cf1aeca20982ff00cf", + "results/oral_a_dynamic_scaling_v2/bp_d20_s13.json": "d978efcda68a316bada66168a0dbf30ac0f2df49ec842e00799a6bff3f19170f", + "results/oral_a_dynamic_scaling_v2/bp_d20_s14.json": "36ccce2890b4c3c9eb1846ef7d3077ac1acab4ab23630f58b690e41d0d218d32", + "results/oral_a_dynamic_scaling_v2/bp_d32_s10.json": "e169abf103873bf7e894f3ab0023aeb716f61591ade34ae6adc8397eb1dd7f2f", + "results/oral_a_dynamic_scaling_v2/bp_d32_s11.json": "0a1d9e8a8f4333660048b8ffe40aca95eaef1a5bdbb5a0585920d100c68d5d18", + "results/oral_a_dynamic_scaling_v2/bp_d32_s12.json": "15cd307b0e1da72a7f830beaf85eb4b7fa9d06653eeb4112c52a3b31d80b692a", + "results/oral_a_dynamic_scaling_v2/bp_d32_s13.json": "fa25dfe4370330cce279b752d01b126331cc4dbaf02d13b703e041e24e59517f", + "results/oral_a_dynamic_scaling_v2/bp_d32_s14.json": "296c6ba300610b59552d41dc99bf0ec1db8013bf8078c6537d4d3600cfac50cc", + "results/oral_a_dynamic_scaling_v2/bp_d56_s10.json": "716656729a89851a0cc47a65998b4f7078b7f4fec8f65459ac24606265cc95a4", + "results/oral_a_dynamic_scaling_v2/bp_d56_s11.json": "a6a5a70e6c3d4a4c151688cee6b1b89fcb67ca7a77b9632af87e020f7cec9a04", + "results/oral_a_dynamic_scaling_v2/bp_d56_s12.json": "ac9176d00f3a7dc0585de5158b97945b36fc773458372d6b012e837e4973dc03", + "results/oral_a_dynamic_scaling_v2/bp_d56_s13.json": "cba10b0c9295d0d8a30e2b34f7fa104c509169984b15a51e3c8022e25927c2d0", + "results/oral_a_dynamic_scaling_v2/bp_d56_s14.json": "23c7221f22e9cccb76bcaa65c394a2b6e77bbc1661c024790e89160b165a7b54", + "results/oral_a_dynamic_scaling_v2/clean_kp_d32_s10.json": "53e629f95e40c0a09bf2e40e5ceb540b3381b7f526a54849b3b746a620fc259a", + "results/oral_a_dynamic_scaling_v2/clean_kp_d32_s11.json": "d21c12da44e6311db5c97ae2538f7b7b349059376edb16ea0e72653fe969f876", + "results/oral_a_dynamic_scaling_v2/clean_kp_d32_s12.json": "56b07513c143a3b148ccf2d9efa999006175ba5ea6c34a542eb00dd6c3470f29", + "results/oral_a_dynamic_scaling_v2/clean_kp_d32_s13.json": "4b33814d71143f8e3add3ae5033a4043940b37226c256c43a36f1c9fb313967f", + "results/oral_a_dynamic_scaling_v2/clean_kp_d32_s14.json": "af797d5586013b0e4db6cb9893c2ba8c0343cfc270221691eb7aff1fb3fb61c6", + "results/oral_a_dynamic_scaling_v2/clean_kp_d56_s10.json": "8f5a9796df26b72cb294a230dce365f56f751110d26aa1b69812ad32230460e8", + "results/oral_a_dynamic_scaling_v2/clean_kp_d56_s11.json": "21bda94033b8a00e0a2613cca189202a09e6a989df45bc728ec3238cf6167045", + "results/oral_a_dynamic_scaling_v2/clean_kp_d56_s12.json": "f294fa6c9be74de1d5da3cb691f79a36ca3c91b3d024f20fe0795cb27203cf0b", + "results/oral_a_dynamic_scaling_v2/clean_kp_d56_s13.json": "8e81eae524565e18661f75ba357e4c2b4413cc7a718d539e7bd0a06dd25027e9", + "results/oral_a_dynamic_scaling_v2/clean_kp_d56_s14.json": "dba34e1ab4442686a1a5a60c7a136ca18fdc823758defb8fcafd0955461eb6d3", + "results/oral_a_dynamic_scaling_v2/dfa_d20_s10.json": "cdc2c819abe6416d34814e12d5aa15965ffc2c10ce7f64411e42a115e882efcb", + "results/oral_a_dynamic_scaling_v2/dfa_d20_s11.json": "cf7ca71ed75e59b1160a0e9220e954fbccc1fd3de3d2fc58584ccf18da613ec3", + "results/oral_a_dynamic_scaling_v2/dfa_d20_s12.json": "add58ff4afd96948e08858ec53ce1ae4e1e10002e84fd9f5387b75428887c13e", + "results/oral_a_dynamic_scaling_v2/dfa_d20_s13.json": "8e1f4fa5b7bdd23b71dfc67025dd81cb3620f42e575b017e240e953838e7b30c", + "results/oral_a_dynamic_scaling_v2/dfa_d20_s14.json": "876eba5327ba132af098d0872d97fad3f4801ff93a1aa5c3b85f1ee34698403c", + "results/oral_a_dynamic_scaling_v2/dfa_d32_s10.json": "af04b6f87409a763d45bfe9253e11bde704db32400779b551917ed36b92035f8", + "results/oral_a_dynamic_scaling_v2/dfa_d32_s11.json": "69087c4efa45cd13144320b547f73a5a0bcc4d3588a6fc223b10a2600a527b7e", + "results/oral_a_dynamic_scaling_v2/dfa_d32_s12.json": "f03356aa2e1761c1059148fc7d6453c1e1f568da960b50dc5610e791a8c0d937", + "results/oral_a_dynamic_scaling_v2/dfa_d32_s13.json": "1958799ce9eccb07515f72b1caa6750263528a4c520d388c44d23fb8e22b5277", + "results/oral_a_dynamic_scaling_v2/dfa_d32_s14.json": "7f3f8e890fd31e43fe46d404b4b7e1f0c3f10b4280cef6040682281080d11cd5", + "results/oral_a_dynamic_scaling_v2/dfa_d56_s10.json": "53bb57e35b7b7eb4b61b7eed92b759f99f3bd3c4fcb228fa6ee631b88a6d0a57", + "results/oral_a_dynamic_scaling_v2/dfa_d56_s11.json": "85caa64b24dfdab964a09318b09c875c044480cfe195de37ec79e5f0a1da37c6", + "results/oral_a_dynamic_scaling_v2/dfa_d56_s12.json": "55099bfe04e25914f25a12f016776a9153e68b0ab47192b2db6abbf501d1da9d", + "results/oral_a_dynamic_scaling_v2/dfa_d56_s13.json": "eb78c3653021cc0c746abaf12c1e4c2c8fdfb8463759bd990d27cd802b7aacd3", + "results/oral_a_dynamic_scaling_v2/dfa_d56_s14.json": "b87a06eb5cba577cbc03c22c149fa6a801291532f1af8a755d7f8321dd2005be", + "results/oral_a_dynamic_scaling_v2/dynamic_d32_s10.json": "f482ea1d7e9d1f88ed2f80aa9a62c80d5e59b5785f10bd45860cdec6068b6529", + "results/oral_a_dynamic_scaling_v2/dynamic_d32_s11.json": "ea6c562f14bd9b1b13c7b77b9179e69d8e22abd7c603109cfb041105871b47dd", + "results/oral_a_dynamic_scaling_v2/dynamic_d32_s12.json": "1a7648b264feb357f240ba3e1267e7998484bc0ebbecd368a5f10b1baa890336", + "results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json": "e7110e05ed867f71c36e0d6db10b8207a5c9b887dbc726e67b9832d4ff76f52b", + "results/oral_a_dynamic_scaling_v2/dynamic_d32_s14.json": "d5217c25ef43f535f0fde0919a4efc17b4fcfadad4cea0fb14a43dc981c72346", + "results/oral_a_dynamic_scaling_v2/dynamic_d56_s10.json": "9f9691038b9f278947080adf7dd83638d72dddd8f4f50fae6e0a584ae2a2963a", + "results/oral_a_dynamic_scaling_v2/dynamic_d56_s11.json": "293bd719938dc5baeb5c609071f592878add932daa0de5f26d767ba630052af5", + "results/oral_a_dynamic_scaling_v2/dynamic_d56_s12.json": "e0aa30d31a32d9ac79ee152fdbea2a564d9fdc57fef931292e0fdaebc886d63a", + "results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json": "ee3d12f66ef7862af64d2ab4febdb6defddc3fbbb85002bbf5e41fe38388c3a2", + "results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json": "ce18a0e78ff2437912ae5bf6a6244664e79e086aa3814fc78878532993f870e8" + }, + "standard_depth_scaling_established": true, + "status": "passed", + "test_evaluations": 60 +} |