1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
{
"checks": {
"accuracy_at_least_0.65": true,
"both_records_finite": true,
"candidate_selected": true,
"early_alignment_at_least_0.50": true,
"macs_at_most_1.15x_bp": true,
"within_10_points_of_bp": true,
"zero_task_loss_queries": true
},
"confirmation_test_seeds_touched": false,
"matched_bp": {
"accuracy": 0.7494,
"total_macs": 24330624000000
},
"protocol": "residual_response_mirror_short_v1",
"review_score_after": 5,
"review_score_before": 5,
"rows": [
{
"accuracy": 0.6232,
"all_layer_alignment": 0.9996919380991083,
"early_third_alignment": 0.9996043642361959,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.066288330078125,
"lr": 0.03,
"max_feedback_forward_norm_ratio": 1.0002508163452148,
"mean_feedback_forward_cosine": 0.9999703388465079,
"min_feedback_forward_norm_ratio": 0.9902048110961914,
"mirror_events": 119,
"path": "results/residual_mirror_short/rrm_lr0.03.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "6206483780d75ecff61c396b7f1bf7e23e5b1ca5",
"total_macs": 24256702930944,
"wall_s": 90.97272872924805
},
{
"accuracy": 0.6508,
"all_layer_alignment": 0.9993773918402823,
"early_third_alignment": 0.9991278549035391,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.01295,
"lr": 0.1,
"max_feedback_forward_norm_ratio": 1.0006914138793945,
"mean_feedback_forward_cosine": 0.9999022232858759,
"min_feedback_forward_norm_ratio": 0.9909704923629761,
"mirror_events": 119,
"path": "results/residual_mirror_short/rrm_lr0.1.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "6206483780d75ecff61c396b7f1bf7e23e5b1ca5",
"total_macs": 24256702930944,
"wall_s": 93.04161047935486
}
],
"score_change_rule": "inherited short baseline cannot raise score",
"selected_rrm": {
"accuracy": 0.6508,
"all_layer_alignment": 0.9993773918402823,
"early_third_alignment": 0.9991278549035391,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.01295,
"lr": 0.1,
"max_feedback_forward_norm_ratio": 1.0006914138793945,
"mean_feedback_forward_cosine": 0.9999022232858759,
"min_feedback_forward_norm_ratio": 0.9909704923629761,
"mirror_events": 119,
"path": "results/residual_mirror_short/rrm_lr0.1.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "6206483780d75ecff61c396b7f1bf7e23e5b1ca5",
"total_macs": 24256702930944,
"wall_s": 93.04161047935486
},
"status": "passed"
}
|
