1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
{
"checks": {
"each_affine_mac_count_at_most_1.40x_bp": true,
"elementwise_cost_reported": true,
"epoch11_to20_feedback_cosine_at_least_0.70": false,
"final_feedback_cosine_at_least_0.80": false,
"initial_layer_ratio_error_at_most_1e-5": true,
"innovation_accuracy_at_least_0.75": false,
"innovation_early_alignment_at_least_0.70": false,
"innovation_gain_over_matched_at_least_0.03": false,
"innovation_gain_over_raw_at_least_0.05": false,
"innovation_within_5_points_of_clean_kp": false,
"matched_norm_relative_error_at_most_1e-6": false,
"post_warmup_predictor_residual_ratio_at_most_0.25": true,
"records_trajectories_and_diagnostics_finite": false,
"same_network_alignment_gain_over_raw_at_least_0.15": false,
"zero_task_loss_queries": true
},
"confirmation_test_seeds_touched": false,
"full_validation_opened": false,
"metrics": {
"accuracy": {
"innovation": 0.1,
"matched": 0.1,
"raw": 0.1
},
"clean_kp_accuracy": 0.8266,
"elementwise_operations_estimate": {
"innovation": 1283917873152,
"matched": 2131789873152,
"raw": 1283917873152
},
"epoch11_to20_feedback_forward_cosine": NaN,
"final_feedback_forward_cosine": NaN,
"innovation_early_third_alignment": NaN,
"innovation_gain_over_matched": 0.0,
"innovation_gain_over_raw": 0.0,
"logical_batch_loss_queries": {
"innovation": 0,
"matched": 0,
"raw": 0
},
"mac_ratio_to_bp": {
"innovation": 1.327079721520482,
"matched": 1.327079721520482,
"raw": 1.327079721520482
},
"matched_norm_relative_error": NaN,
"max_initial_layer_ratio_error": 4.76837158203125e-07,
"max_post_warmup_predictor_residual_rms_ratio": 0.13994200354453204,
"same_innovation_network_raw_early_third_alignment": NaN,
"source_commit": "412314e3ed7bca666a41876980b479456f5e733d",
"total_macs": {
"innovation": 145299049750528,
"matched": 145299049750528,
"raw": 145299049750528
}
},
"protocol": "kp_mixed_traffic_short_v1",
"review_score_after": 5,
"review_score_before": 5,
"score_change_rule": "a one-seed short mechanism screen cannot raise the review score",
"status": "failed"
}
|
