1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
{
"checks": {
"all_four_records_finite": true,
"all_layer_at_least_0.70": true,
"candidate_selected": true,
"early_third_at_least_0.65": true,
"feedback_norm_ratios_in_0.5_to_1.5": true,
"mean_feedback_forward_cosine_at_least_0.93": true,
"zero_task_loss_queries": true
},
"confirmation_test_seeds_touched": false,
"matched_fixed_hfa": {
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.011278870683255312,
"early_third_alignment": -0.00026315699263553444,
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221
},
"mirror_eta": null,
"mirror_events": 0,
"mode": "hfa",
"path": "results/residual_mirror_capture/fixed_hfa.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 0
},
"protocol": "residual_response_mirror_capture_v1",
"review_score_after": 5,
"review_score_before": 5,
"rows": [
{
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.011278870683255312,
"early_third_alignment": -0.00026315699263553444,
"max_feedback_forward_norm_ratio": 1.0550107955932617,
"mean_feedback_forward_cosine": 0.0016142042954207252,
"min_feedback_forward_norm_ratio": 0.9593725800514221
},
"mirror_eta": null,
"mirror_events": 0,
"mode": "hfa",
"path": "results/residual_mirror_capture/fixed_hfa.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 0
},
{
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.23500083033975802,
"early_third_alignment": 0.07501635327935219,
"max_feedback_forward_norm_ratio": 0.7924403548240662,
"mean_feedback_forward_cosine": 0.6229652448704368,
"mean_mirror_update_rms": 0.19879612560335747,
"mean_response_residual_fraction": 1.0790779544942406,
"mean_response_residual_rms": 1.461456808634224,
"min_feedback_forward_norm_ratio": 0.6949356198310852
},
"mirror_eta": 0.03,
"mirror_events": 20,
"mode": "rrm",
"path": "results/residual_mirror_capture/rrm_etaM0.03.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 2445803520
},
{
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.7302531662740206,
"early_third_alignment": 0.6650698681672415,
"max_feedback_forward_norm_ratio": 1.0179650783538818,
"mean_feedback_forward_cosine": 0.9536802360886022,
"mean_mirror_update_rms": 0.15685383656211757,
"mean_response_residual_fraction": 0.6719071790962137,
"mean_response_residual_rms": 0.9100978838204868,
"min_feedback_forward_norm_ratio": 0.8841801881790161
},
"mirror_eta": 0.1,
"mirror_events": 20,
"mode": "rrm",
"path": "results/residual_mirror_capture/rrm_etaM0.1.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 2445803520
},
{
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.05374362775565762,
"early_third_alignment": 0.00348945043515414,
"max_feedback_forward_norm_ratio": 30.131799697875977,
"mean_feedback_forward_cosine": 0.7403957330082592,
"mean_mirror_update_rms": 1.3223578319202012,
"mean_response_residual_fraction": 2.7695583682252174,
"mean_response_residual_rms": 3.750395332923587,
"min_feedback_forward_norm_ratio": 0.9991571307182312
},
"mirror_eta": 0.3,
"mirror_events": 20,
"mode": "rrm",
"path": "results/residual_mirror_capture/rrm_etaM0.3.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 2445803520
}
],
"score_change_rule": "inherited baseline capture cannot raise score",
"selected_rrm": {
"finite": true,
"logical_batch_loss_queries": 0,
"metrics": {
"all_layer_alignment": 0.7302531662740206,
"early_third_alignment": 0.6650698681672415,
"max_feedback_forward_norm_ratio": 1.0179650783538818,
"mean_feedback_forward_cosine": 0.9536802360886022,
"mean_mirror_update_rms": 0.15685383656211757,
"mean_response_residual_fraction": 0.6719071790962137,
"mean_response_residual_rms": 0.9100978838204868,
"min_feedback_forward_norm_ratio": 0.8841801881790161
},
"mirror_eta": 0.1,
"mirror_events": 20,
"mode": "rrm",
"path": "results/residual_mirror_capture/rrm_etaM0.1.json",
"source_commit": "18aff5b55e3ad1f6e244ad25a8eae44f25f4e5c1",
"total_macs": 2445803520
},
"status": "passed"
}
|