1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
{
"gate_status": "passed",
"outputs": [
"figure4_resnet_confirmation.pdf",
"figure4_resnet_confirmation.png",
"figure4_resnet_confirmation_caption.md"
],
"protocol": "kp_dynamic_neutral_projection_confirmation_v1",
"required_seeds": [
10,
11,
12,
13,
14
],
"sources": [
{
"path": "results/kp_dynamic_projection_confirmation_gate.json",
"sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed10_clean_kp.json",
"sha256": "7c34a0e561446ad6e46575915fb8bb9cddd7b3c24c323bac1e64fea42758eb1f"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed10_dynamic.json",
"sha256": "dd74ca4f994e1274bf5d3b6fcc315f73b86fe0ff14c403b0f46868d476f0b5f1"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed11_clean_kp.json",
"sha256": "c6449d310c507a03e867046b71d280336c17c94e85ba0335cf2581389f1327ab"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed11_dynamic.json",
"sha256": "6a87bccb3db5fab751925d337261a19ddd08604b93f049ad80cc4e6d919fdc75"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed12_clean_kp.json",
"sha256": "16341d64a9ec0ad98e635d6c387effab27f4dd2dd63d218f677a8a1716d3dfae"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json",
"sha256": "337090a537034407a0d54b5c5a27c7502c75770814ad456cadfb9b609977a9a1"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed13_clean_kp.json",
"sha256": "e35f0eae6fcd41f2f9731a78eacad572e8b54f79261839faa66b0bd398c23a35"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed13_dynamic.json",
"sha256": "047ad3c1a724bdb5b8cdcc88b6c2ee371daa3477db1d7c8f06952aaa6c72822f"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json",
"sha256": "500b22ca5cba0dcfd498eb052ac8559e04e750eb10a1945b3a33a52a5f4379eb"
},
{
"path": "results/kp_dynamic_projection_confirmation/seed14_dynamic.json",
"sha256": "70221abccb47fe43395936be4963a5f7737d1267f2d9670216d565fcff2ed976"
}
],
"statistics": {
"clean_kp_test_accuracy_mean": 0.91388,
"clean_minus_dynamic_one_sided_95pct_upper_points": 0.1305694255308511,
"dynamic_early_alignment_mean": 0.9996865272521973,
"dynamic_logical_task_loss_queries": [
0
],
"dynamic_mac_ratio_to_bp": 1.3260649642373068,
"dynamic_minus_clean_points_mean": 0.1960000000000006,
"dynamic_neutral_observations_per_ordinary_example": [
1.0
],
"dynamic_peak_allocated_gib_mean": 2.0158815383911133,
"dynamic_test_accuracy_mean": 0.91584,
"dynamic_test_accuracy_min": 0.9151,
"dynamic_wall_ratio_to_clean_kp_mean": 1.4652913395042348
},
"strict": true
}
|
