summaryrefslogtreecommitdiff
path: root/results/oral_a_v2_calibration_gate.json
blob: 1ffc60583fb61f440ac10ea219e306afbca8f0dc (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
{
  "checks": {
    "all_six_records_finite": true,
    "both_modes_selected": true,
    "structured_all_layer_at_least_0.01": true,
    "structured_early_gain_over_unit_at_least_0.01": false,
    "structured_early_third_at_least_0.01": false
  },
  "confirmation_test_seeds_touched": false,
  "protocol": "oral_a_v2_causal_capture_v1",
  "review_score_after": 5,
  "review_score_before": 5,
  "rows": [
    {
      "calibration_mode": "channel_subspace",
      "eta_A": 0.01,
      "finite": true,
      "metric_space": "channel_basis_moments",
      "metrics": {
        "all_layer_alignment": 0.05273995646520665,
        "early_third_alignment": 0.007209055746595065,
        "mean_calibration_mse": 0.2708950854477958,
        "mean_parameter_update_rms": 0.011981565658686305,
        "mean_prediction_target_cosine": 0.00018159585958168355,
        "mean_target_power": 0.2708926473589623
      },
      "path": "results/oral_a_v2_calibration/channel_subspace_etaA0.01.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    {
      "calibration_mode": "channel_subspace",
      "eta_A": 0.1,
      "finite": true,
      "metric_space": "channel_basis_moments",
      "metrics": {
        "all_layer_alignment": 0.026189661456124957,
        "early_third_alignment": 0.0038381816702894866,
        "mean_calibration_mse": 0.27095736647643465,
        "mean_parameter_update_rms": 0.012069313096218597,
        "mean_prediction_target_cosine": 0.00010544442092045836,
        "mean_target_power": 0.2708926473589623
      },
      "path": "results/oral_a_v2_calibration/channel_subspace_etaA0.1.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    {
      "calibration_mode": "channel_subspace",
      "eta_A": 1.0,
      "finite": true,
      "metric_space": "channel_basis_moments",
      "metrics": {
        "all_layer_alignment": 0.003992186883758558,
        "early_third_alignment": 0.001714374249180158,
        "mean_calibration_mse": 0.2717085534018111,
        "mean_parameter_update_rms": 0.012732941480864037,
        "mean_prediction_target_cosine": -8.862524765940711e-05,
        "mean_target_power": 0.2708926473589623
      },
      "path": "results/oral_a_v2_calibration/channel_subspace_etaA1.0.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    {
      "calibration_mode": "unit_targets",
      "eta_A": 0.01,
      "finite": true,
      "metric_space": "full_hidden_field",
      "metrics": {
        "all_layer_alignment": 0.011664319529173602,
        "early_third_alignment": 0.0011051012067279469,
        "mean_calibration_mse": 306.8068681861785,
        "mean_parameter_update_rms": 0.0,
        "mean_prediction_target_cosine": -1.0456776873674686e-06,
        "mean_target_power": 306.80684325786916
      },
      "path": "results/oral_a_v2_calibration/unit_targets_etaA0.01.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    {
      "calibration_mode": "unit_targets",
      "eta_A": 0.1,
      "finite": true,
      "metric_space": "full_hidden_field",
      "metrics": {
        "all_layer_alignment": 0.00986900356426639,
        "early_third_alignment": -0.0007603219904315969,
        "mean_calibration_mse": 306.80736262691147,
        "mean_parameter_update_rms": 0.0,
        "mean_prediction_target_cosine": -8.709214493754583e-06,
        "mean_target_power": 306.80684325786916
      },
      "path": "results/oral_a_v2_calibration/unit_targets_etaA0.1.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    {
      "calibration_mode": "unit_targets",
      "eta_A": 1.0,
      "finite": true,
      "metric_space": "full_hidden_field",
      "metrics": {
        "all_layer_alignment": 0.0031812682450675454,
        "early_third_alignment": -0.0031450521055376157,
        "mean_calibration_mse": 306.8130476901478,
        "mean_parameter_update_rms": 0.0,
        "mean_prediction_target_cosine": 1.1424882244632998e-06,
        "mean_target_power": 306.80684325786916
      },
      "path": "results/oral_a_v2_calibration/unit_targets_etaA1.0.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    }
  ],
  "score_change_rule": "mechanics/calibration alone cannot raise score",
  "selected": {
    "channel_subspace": {
      "calibration_mode": "channel_subspace",
      "eta_A": 0.01,
      "finite": true,
      "metric_space": "channel_basis_moments",
      "metrics": {
        "all_layer_alignment": 0.05273995646520665,
        "early_third_alignment": 0.007209055746595065,
        "mean_calibration_mse": 0.2708950854477958,
        "mean_parameter_update_rms": 0.011981565658686305,
        "mean_prediction_target_cosine": 0.00018159585958168355,
        "mean_target_power": 0.2708926473589623
      },
      "path": "results/oral_a_v2_calibration/channel_subspace_etaA0.01.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    },
    "unit_targets": {
      "calibration_mode": "unit_targets",
      "eta_A": 0.01,
      "finite": true,
      "metric_space": "full_hidden_field",
      "metrics": {
        "all_layer_alignment": 0.011664319529173602,
        "early_third_alignment": 0.0011051012067279469,
        "mean_calibration_mse": 306.8068681861785,
        "mean_parameter_update_rms": 0.0,
        "mean_prediction_target_cosine": -1.0456776873674686e-06,
        "mean_target_power": 306.80684325786916
      },
      "path": "results/oral_a_v2_calibration/unit_targets_etaA0.01.json",
      "source_commit": "fc8fe99504fe86a3636721031a7dc3d41a7909a6"
    }
  },
  "status": "failed"
}