1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
{
"checks": {
"accuracy_at_least_0.65": false,
"both_records_finite": true,
"candidate_selected": true,
"early_alignment_at_least_0.30": true,
"macs_at_most_1.15x_bp": true,
"within_10_points_of_bp": false,
"zero_task_loss_queries": true
},
"confirmation_test_seeds_touched": false,
"matched_bp": {
"accuracy": 0.7494,
"total_macs": 24330624000000
},
"protocol": "normalized_response_mirror_short_v1",
"review_score_after": 5,
"review_score_before": 5,
"rows": [
{
"accuracy": 0.6268,
"all_layer_alignment": 0.8258112323911566,
"early_third_alignment": 0.8274043500423431,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.0569130615234374,
"lr": 0.03,
"mean_feedback_forward_cosine": 0.9360259049817136,
"mirror_events": 119,
"path": "results/mirror_short/wm_lr0.03.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "dba3eb29d5797c1b74d7e1e781523afad9faeb8e",
"total_macs": 24251852087296,
"wall_s": 90.82122445106506
},
{
"accuracy": 0.6404,
"all_layer_alignment": 0.9162216186523438,
"early_third_alignment": 0.9392559031645457,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.0210670532226562,
"lr": 0.1,
"mean_feedback_forward_cosine": 0.9359531402587891,
"mirror_events": 119,
"path": "results/mirror_short/wm_lr0.1.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "dba3eb29d5797c1b74d7e1e781523afad9faeb8e",
"total_macs": 24251852087296,
"wall_s": 90.53707838058472
}
],
"score_change_rule": "inherited short baseline cannot raise score",
"selected_wm": {
"accuracy": 0.6404,
"all_layer_alignment": 0.9162216186523438,
"early_third_alignment": 0.9392559031645457,
"finite": true,
"logical_batch_loss_queries": 0,
"loss": 1.0210670532226562,
"lr": 0.1,
"mean_feedback_forward_cosine": 0.9359531402587891,
"mirror_events": 119,
"path": "results/mirror_short/wm_lr0.1.json",
"peak_memory_allocated_bytes": 1730831872,
"source_commit": "dba3eb29d5797c1b74d7e1e781523afad9faeb8e",
"total_macs": 24251852087296,
"wall_s": 90.53707838058472
},
"status": "failed"
}
|
