1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
|
{
"checks": {
"accuracy_at_least_0p80": true,
"at_least_70_points_above_mt1_raw_and_matched": true,
"early_alignment_at_least_0p70": true,
"elementwise_and_neutral_cost_reported": true,
"epoch11_to20_feedback_cosine_at_least_0p70": true,
"final_feedback_cosine_at_least_0p80": true,
"initial_traffic_ratio_error_at_most_1e_minus_5": true,
"macs_at_most_1p34x_bp": true,
"one_frozen_64_example_slow_fit": true,
"one_validation_and_zero_test_evaluations": true,
"peak_allocated_memory_at_most_2p5_gib": true,
"post_projection_soma_slope_at_most_1e_minus_5": true,
"post_projection_traffic_ratio_at_most_1e_minus_5": true,
"projection_observes_each_ordinary_example": true,
"record_trajectory_and_diagnostics_finite": true,
"used_instruction_rms_ratio_within_1e_minus_4": true,
"within_3_points_of_clean_kp_short": true,
"zero_instruction_observations_in_fast_fit": true,
"zero_task_loss_queries": true
},
"confirmation_test_seeds_touched": false,
"full_validation_opened": true,
"metrics": {
"accuracy": 0.8358,
"clean_kp_short_accuracy": 0.8266,
"early_third_alignment": 0.8838296929995219,
"elementwise_operations_estimate": 4070171475968,
"epoch11_to20_feedback_forward_cosine": 0.860594035449781,
"final_feedback_forward_cosine": 0.9040563545728985,
"gain_over_mt1": {
"matched": 0.7358,
"raw": 0.7358
},
"loss": 0.5113223815917969,
"mac_ratio_to_bp": 1.3261078696686301,
"maximum_post_projection_soma_slope": 1.4347571131168024e-08,
"maximum_post_projection_traffic_rms_ratio": 3.033539150096096e-08,
"maximum_pre_projection_traffic_rms_ratio": 0.009560643492622747,
"maximum_used_instruction_rms_ratio_error": 4.663103236879351e-10,
"peak_memory_allocated_bytes": 2165061120,
"source_commit": "f0fb6c7b8badc3c4556834c96ac150732d7570f1",
"total_macs": 145192643821568,
"wall_s": 816.9503653049469
},
"protocol": "kp_dynamic_neutral_projection_short_v1",
"review_score_after": 5,
"review_score_before": 5,
"score_change_rule": "a one-seed short validation endpoint cannot raise the score",
"status": "passed"
}
|
