1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
{
"checks": {
"0p001": {
"final_32_mean_loss_at_most_2p5": false,
"forward_and_feedback_momentum_max_at_most_50": false,
"forward_and_feedback_weight_max_at_most_10": false,
"maximum_batch_loss_at_most_10": true,
"maximum_used_instruction_rms_ratio_at_most_2": false,
"no_held_out_evaluations": true,
"one_sided_closed_form_certificate": true,
"predictor_frozen_during_task": true,
"record_trajectory_and_state_finite": false,
"task_loader_state_restored": true,
"traffic_ratio_calibrated": true
},
"0p003": {
"final_32_mean_loss_at_most_2p5": false,
"forward_and_feedback_momentum_max_at_most_50": false,
"forward_and_feedback_weight_max_at_most_10": false,
"maximum_batch_loss_at_most_10": true,
"maximum_used_instruction_rms_ratio_at_most_2": false,
"no_held_out_evaluations": true,
"one_sided_closed_form_certificate": true,
"predictor_frozen_during_task": true,
"record_trajectory_and_state_finite": false,
"task_loader_state_restored": true,
"traffic_ratio_calibrated": true
},
"0p01": {
"final_32_mean_loss_at_most_2p5": true,
"forward_and_feedback_momentum_max_at_most_50": false,
"forward_and_feedback_weight_max_at_most_10": false,
"maximum_batch_loss_at_most_10": false,
"maximum_used_instruction_rms_ratio_at_most_2": false,
"no_held_out_evaluations": true,
"one_sided_closed_form_certificate": true,
"predictor_frozen_during_task": true,
"record_trajectory_and_state_finite": true,
"task_loader_state_restored": true,
"traffic_ratio_calibrated": true
},
"0p03": {
"final_32_mean_loss_at_most_2p5": true,
"forward_and_feedback_momentum_max_at_most_50": false,
"forward_and_feedback_weight_max_at_most_10": false,
"maximum_batch_loss_at_most_10": false,
"maximum_used_instruction_rms_ratio_at_most_2": false,
"no_held_out_evaluations": true,
"one_sided_closed_form_certificate": true,
"predictor_frozen_during_task": true,
"record_trajectory_and_state_finite": true,
"task_loader_state_restored": true,
"traffic_ratio_calibrated": true
}
},
"metrics": {
"0p001": {
"eligible": false,
"final_32_mean_loss": 2.5811559855937958,
"margin": 0.001,
"max_positive_residual_soma_slope": 0.0,
"maximum_batch_loss": 3.3464300632476807,
"maximum_feedback_momentum": 6.509369970445517e+16,
"maximum_feedback_weight": 8.15819417148457e+16,
"maximum_forward_momentum": 6.509369970445517e+16,
"maximum_forward_weight": 8.15819417148457e+16,
"maximum_initial_traffic_ratio_error": 4.76837158203125e-07,
"maximum_used_instruction_rms_ratio": 2413069693172539.5,
"min_residual_soma_slope": -0.0011125205783173442
},
"0p003": {
"eligible": false,
"final_32_mean_loss": 4.165377259254456,
"margin": 0.003,
"max_positive_residual_soma_slope": 0.0,
"maximum_batch_loss": 9.148499488830566,
"maximum_feedback_momentum": 1.2453761044919091e+17,
"maximum_feedback_weight": 1.4783445795550003e+17,
"maximum_forward_momentum": 1.2453761044919091e+17,
"maximum_forward_weight": 1.4783445795550003e+17,
"maximum_initial_traffic_ratio_error": 4.76837158203125e-07,
"maximum_used_instruction_rms_ratio": 37248560711075.516,
"min_residual_soma_slope": -0.003337553469464183
},
"0p01": {
"eligible": false,
"final_32_mean_loss": 2.3050725758075714,
"margin": 0.01,
"max_positive_residual_soma_slope": 0.0,
"maximum_batch_loss": 139979.8125,
"maximum_feedback_momentum": 8878180.0,
"maximum_feedback_weight": 8827973.0,
"maximum_forward_momentum": 8878180.0,
"maximum_forward_weight": 8827973.0,
"maximum_initial_traffic_ratio_error": 4.76837158203125e-07,
"maximum_used_instruction_rms_ratio": 538.3622583067088,
"min_residual_soma_slope": -0.011125171557068825
},
"0p03": {
"eligible": false,
"final_32_mean_loss": 2.317491501569748,
"margin": 0.03,
"max_positive_residual_soma_slope": 0.0,
"maximum_batch_loss": 4965542.0,
"maximum_feedback_momentum": 119389248.0,
"maximum_feedback_weight": 118714088.0,
"maximum_forward_momentum": 119389248.0,
"maximum_forward_weight": 118714088.0,
"maximum_initial_traffic_ratio_error": 4.76837158203125e-07,
"maximum_used_instruction_rms_ratio": 6.592793428967176,
"min_residual_soma_slope": -0.03337550908327103
}
},
"protocol": "kp_stability_margin_training_prefix_v1",
"review_score_after": 5,
"review_score_before": 5,
"score_change_rule": "training-only stability selection cannot change the paper score",
"selected": null,
"source_commit": "0ae690e7b3144da2c5b3384cd7169e86529fd26f",
"status": "failed_no_eligible_margin",
"test_evaluations": 0,
"validation_evaluations": 0
}
|
