summaryrefslogtreecommitdiff
path: root/results/bci_td_dev_gate.json
blob: 054c1d93cbfa5d19e5ffe7836b36e9e899577291 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
{
  "candidates": [
    {
      "eligible": false,
      "eta": 0.03,
      "final_success": [
        0.3671875,
        0.4609375,
        0.375
      ],
      "learning_gain": [
        0.20833333333333334,
        0.3125,
        0.24479166666666666
      ],
      "role_cosine": [
        0.9953482747077942,
        0.9975095987319946,
        0.9931251406669617
      ],
      "seed_checks": [
        {
          "final_success_at_least_0p70": false,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        },
        {
          "final_success_at_least_0p70": false,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        },
        {
          "final_success_at_least_0p70": false,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        }
      ],
      "sign_inversion": [
        0.03971503156311595,
        0.04227523795124126,
        0.04112046473970831
      ],
      "task_seeds": [
        0,
        1,
        2
      ],
      "velocity_advantage": [
        0.7154487737448703,
        0.7043877608551329,
        0.7145511208590398
      ],
      "worst_final_success": 0.3671875
    },
    {
      "eligible": true,
      "eta": 0.1,
      "final_success": [
        0.98046875,
        0.98828125,
        0.99609375
      ],
      "learning_gain": [
        0.9739583333333334,
        0.9791666666666666,
        0.9739583333333334
      ],
      "role_cosine": [
        0.9492518901824951,
        0.973038375377655,
        0.9450525045394897
      ],
      "seed_checks": [
        {
          "final_success_at_least_0p70": true,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        },
        {
          "final_success_at_least_0p70": true,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        },
        {
          "final_success_at_least_0p70": true,
          "fixed_vectorizer_gap_at_least_0p20": true,
          "learned_role_cosine_at_least_0p80": true,
          "learning_gain_at_least_0p10": true,
          "plasticity_lesion_removes_half_gain": true,
          "raw_minus_residual_corr_at_least_0p20": true,
          "residual_soma_corr_at_most_0p10": true,
          "sign_inversion_at_least_0p01": true,
          "velocity_advantage_at_least_0p05": true,
          "within_0p10_of_oracle_role": true
        }
      ],
      "sign_inversion": [
        0.06505301596216101,
        0.06750745767906385,
        0.06646939535051186
      ],
      "task_seeds": [
        0,
        1,
        2
      ],
      "velocity_advantage": [
        0.6377524654250605,
        0.637604913116478,
        0.6432913937120458
      ],
      "worst_final_success": 0.98046875
    }
  ],
  "complete_grid": true,
  "confirmation_seeds_touched": false,
  "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
  "oral_b_confirmation_opened": true,
  "protocol": "oral_b_td_development_v1",
  "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
  "review_score_after": 7,
  "review_score_before": 7,
  "score_change_rule": "R1 is development evidence and cannot change the paper score",
  "selected": {
    "eta": 0.1,
    "worst_final_success": 0.98046875
  },
  "source_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
  "source_sha256": {
    "results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json": "7ccc4807e5952effd6362ad9e357397abbe5efd508e5c3f8d612ec5a367a94a2",
    "results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json": "12c6fc0a7f44af50b715b394aa46ff52245d710b63531e2cdc60d36a127db78e",
    "results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json": "dbc47378d6d9afb17d491ab999a901d95b41ad748292ba9023a1223d289c2e90",
    "results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json": "13c48f23c32fc9d4ad137084b6b831eb9047eb94416f48bf99b73990c37f4b88",
    "results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json": "cc925311b0883a941d0e660083b5bfc71129ffa7b7b6dfc2869c35fbdd60500f",
    "results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json": "3bec637d3b70657dab4dc1cdff4426534ade35f3804faae83d796c6c70d2cd86"
  },
  "status": "passed"
}