1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
{
"checks": {
"clean_deficit_upper_95_below_2": true,
"complete_finite_clean_innovation_oracle": true,
"gain_lower_95_above_20": true,
"innovation_above_raw_every_seed": true,
"innovation_oracle_abs_mean_bound_below_2": true,
"mean_same_path_clean_at_least_80": true,
"post_bias_ratio_at_most_1e_3": true,
"raw_failed_every_seed": true,
"same_gpu_within_every_seed": true,
"single_registry_lock": true,
"single_source_lock": true,
"zero_instruction_observations": true
},
"gate": "pass",
"maximum_instruction_observations": 0.0,
"maximum_post_bias_ratio": 8.561409003959852e-08,
"mean_same_path_clean_validation_accuracy": 82.85999908447266,
"num_audited_records": 20,
"num_expected_records": 20,
"paired_clean_minus_innovation": {
"mean": -0.06000213623046875,
"sem": 0.194010305865334,
"upper_95": 0.35359811084279374
},
"paired_innovation_minus_oracle": {
"mean": -0.0399993896484375,
"sem": 0.24665810661884394,
"upper_95": 0.5658366815652359
},
"paired_innovation_minus_raw": {
"lower_95": 73.15100125919851,
"mean": 73.52000160217285,
"sem": 0.17308952282174436,
"upper_95": 73.8890019451472
},
"registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
"rows": [
{
"clean_minus_innovation": -0.5,
"innovation": 82.81999969482422,
"innovation_minus_oracle": -0.1999969482421875,
"innovation_minus_raw": 73.42000007629395,
"oracle": 83.0199966430664,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"raw": 9.399999618530273,
"raw_failed": true,
"raw_finite": false,
"same_path_clean": 82.31999969482422,
"seed": 1989,
"single_physical_gpu": true
},
{
"clean_minus_innovation": 0.399993896484375,
"innovation": 82.4800033569336,
"innovation_minus_oracle": 0.28000640869140625,
"innovation_minus_raw": 73.08000373840332,
"oracle": 82.19999694824219,
"physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
"raw": 9.399999618530273,
"raw_failed": true,
"raw_finite": false,
"same_path_clean": 82.87999725341797,
"seed": 1990,
"single_physical_gpu": true
},
{
"clean_minus_innovation": 0.01999664306640625,
"innovation": 83.18000030517578,
"innovation_minus_oracle": 0.37999725341796875,
"innovation_minus_raw": 73.78000068664551,
"oracle": 82.80000305175781,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"raw": 9.399999618530273,
"raw_failed": true,
"raw_finite": false,
"same_path_clean": 83.19999694824219,
"seed": 1991,
"single_physical_gpu": true
},
{
"clean_minus_innovation": 0.3000030517578125,
"innovation": 82.68000030517578,
"innovation_minus_oracle": -0.94000244140625,
"innovation_minus_raw": 73.28000068664551,
"oracle": 83.62000274658203,
"physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
"raw": 9.399999618530273,
"raw_failed": true,
"raw_finite": false,
"same_path_clean": 82.9800033569336,
"seed": 1992,
"single_physical_gpu": true
},
{
"clean_minus_innovation": -0.5200042724609375,
"innovation": 83.44000244140625,
"innovation_minus_oracle": 0.279998779296875,
"innovation_minus_raw": 74.04000282287598,
"oracle": 83.16000366210938,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"raw": 9.399999618530273,
"raw_failed": true,
"raw_finite": false,
"same_path_clean": 82.91999816894531,
"seed": 1993,
"single_physical_gpu": true
}
],
"source": {
"author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
"author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
"sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
"tracked_files": {
"CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
"experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
"experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
"external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
}
},
"stage": "contrastive_bias_c1",
"test_policy": "none"
}
|
