summaryrefslogtreecommitdiff
path: root/results/bci_td_dev_gate.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/bci_td_dev_gate.json')
-rw-r--r--results/bci_td_dev_gate.json173
1 files changed, 173 insertions, 0 deletions
diff --git a/results/bci_td_dev_gate.json b/results/bci_td_dev_gate.json
new file mode 100644
index 0000000..054c1d9
--- /dev/null
+++ b/results/bci_td_dev_gate.json
@@ -0,0 +1,173 @@
+{
+ "candidates": [
+ {
+ "eligible": false,
+ "eta": 0.03,
+ "final_success": [
+ 0.3671875,
+ 0.4609375,
+ 0.375
+ ],
+ "learning_gain": [
+ 0.20833333333333334,
+ 0.3125,
+ 0.24479166666666666
+ ],
+ "role_cosine": [
+ 0.9953482747077942,
+ 0.9975095987319946,
+ 0.9931251406669617
+ ],
+ "seed_checks": [
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ }
+ ],
+ "sign_inversion": [
+ 0.03971503156311595,
+ 0.04227523795124126,
+ 0.04112046473970831
+ ],
+ "task_seeds": [
+ 0,
+ 1,
+ 2
+ ],
+ "velocity_advantage": [
+ 0.7154487737448703,
+ 0.7043877608551329,
+ 0.7145511208590398
+ ],
+ "worst_final_success": 0.3671875
+ },
+ {
+ "eligible": true,
+ "eta": 0.1,
+ "final_success": [
+ 0.98046875,
+ 0.98828125,
+ 0.99609375
+ ],
+ "learning_gain": [
+ 0.9739583333333334,
+ 0.9791666666666666,
+ 0.9739583333333334
+ ],
+ "role_cosine": [
+ 0.9492518901824951,
+ 0.973038375377655,
+ 0.9450525045394897
+ ],
+ "seed_checks": [
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ }
+ ],
+ "sign_inversion": [
+ 0.06505301596216101,
+ 0.06750745767906385,
+ 0.06646939535051186
+ ],
+ "task_seeds": [
+ 0,
+ 1,
+ 2
+ ],
+ "velocity_advantage": [
+ 0.6377524654250605,
+ 0.637604913116478,
+ 0.6432913937120458
+ ],
+ "worst_final_success": 0.98046875
+ }
+ ],
+ "complete_grid": true,
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "oral_b_confirmation_opened": true,
+ "protocol": "oral_b_td_development_v1",
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "review_score_after": 7,
+ "review_score_before": 7,
+ "score_change_rule": "R1 is development evidence and cannot change the paper score",
+ "selected": {
+ "eta": 0.1,
+ "worst_final_success": 0.98046875
+ },
+ "source_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "source_sha256": {
+ "results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json": "7ccc4807e5952effd6362ad9e357397abbe5efd508e5c3f8d612ec5a367a94a2",
+ "results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json": "12c6fc0a7f44af50b715b394aa46ff52245d710b63531e2cdc60d36a127db78e",
+ "results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json": "dbc47378d6d9afb17d491ab999a901d95b41ad748292ba9023a1223d289c2e90",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json": "13c48f23c32fc9d4ad137084b6b831eb9047eb94416f48bf99b73990c37f4b88",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json": "cc925311b0883a941d0e660083b5bfc71129ffa7b7b6dfc2869c35fbdd60500f",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json": "3bec637d3b70657dab4dc1cdff4426534ade35f3804faae83d796c6c70d2cd86"
+ },
+ "status": "passed"
+}