results: confirm Dual Prop bias correction

1 files changed, 124 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1_gate.json b/results/contrastive_bias/c1_gate.json
new file mode 100644
index 0000000..78dbbfb
--- /dev/null
+++ b/results/contrastive_bias/c1_gate.json
@@ -0,0 +1,124 @@
+{
+  "checks": {
+    "clean_deficit_upper_95_below_2": true,
+    "complete_finite_clean_innovation_oracle": true,
+    "gain_lower_95_above_20": true,
+    "innovation_above_raw_every_seed": true,
+    "innovation_oracle_abs_mean_bound_below_2": true,
+    "mean_same_path_clean_at_least_80": true,
+    "post_bias_ratio_at_most_1e_3": true,
+    "raw_failed_every_seed": true,
+    "same_gpu_within_every_seed": true,
+    "single_registry_lock": true,
+    "single_source_lock": true,
+    "zero_instruction_observations": true
+  },
+  "gate": "pass",
+  "maximum_instruction_observations": 0.0,
+  "maximum_post_bias_ratio": 8.561409003959852e-08,
+  "mean_same_path_clean_validation_accuracy": 82.85999908447266,
+  "num_audited_records": 20,
+  "num_expected_records": 20,
+  "paired_clean_minus_innovation": {
+    "mean": -0.06000213623046875,
+    "sem": 0.194010305865334,
+    "upper_95": 0.35359811084279374
+  },
+  "paired_innovation_minus_oracle": {
+    "mean": -0.0399993896484375,
+    "sem": 0.24665810661884394,
+    "upper_95": 0.5658366815652359
+  },
+  "paired_innovation_minus_raw": {
+    "lower_95": 73.15100125919851,
+    "mean": 73.52000160217285,
+    "sem": 0.17308952282174436,
+    "upper_95": 73.8890019451472
+  },
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "rows": [
+    {
+      "clean_minus_innovation": -0.5,
+      "innovation": 82.81999969482422,
+      "innovation_minus_oracle": -0.1999969482421875,
+      "innovation_minus_raw": 73.42000007629395,
+      "oracle": 83.0199966430664,
+      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
+      "raw": 9.399999618530273,
+      "raw_failed": true,
+      "raw_finite": false,
+      "same_path_clean": 82.31999969482422,
+      "seed": 1989,
+      "single_physical_gpu": true
+    },
+    {
+      "clean_minus_innovation": 0.399993896484375,
+      "innovation": 82.4800033569336,
+      "innovation_minus_oracle": 0.28000640869140625,
+      "innovation_minus_raw": 73.08000373840332,
+      "oracle": 82.19999694824219,
+      "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
+      "raw": 9.399999618530273,
+      "raw_failed": true,
+      "raw_finite": false,
+      "same_path_clean": 82.87999725341797,
+      "seed": 1990,
+      "single_physical_gpu": true
+    },
+    {
+      "clean_minus_innovation": 0.01999664306640625,
+      "innovation": 83.18000030517578,
+      "innovation_minus_oracle": 0.37999725341796875,
+      "innovation_minus_raw": 73.78000068664551,
+      "oracle": 82.80000305175781,
+      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
+      "raw": 9.399999618530273,
+      "raw_failed": true,
+      "raw_finite": false,
+      "same_path_clean": 83.19999694824219,
+      "seed": 1991,
+      "single_physical_gpu": true
+    },
+    {
+      "clean_minus_innovation": 0.3000030517578125,
+      "innovation": 82.68000030517578,
+      "innovation_minus_oracle": -0.94000244140625,
+      "innovation_minus_raw": 73.28000068664551,
+      "oracle": 83.62000274658203,
+      "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
+      "raw": 9.399999618530273,
+      "raw_failed": true,
+      "raw_finite": false,
+      "same_path_clean": 82.9800033569336,
+      "seed": 1992,
+      "single_physical_gpu": true
+    },
+    {
+      "clean_minus_innovation": -0.5200042724609375,
+      "innovation": 83.44000244140625,
+      "innovation_minus_oracle": 0.279998779296875,
+      "innovation_minus_raw": 74.04000282287598,
+      "oracle": 83.16000366210938,
+      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
+      "raw": 9.399999618530273,
+      "raw_failed": true,
+      "raw_finite": false,
+      "same_path_clean": 82.91999816894531,
+      "seed": 1993,
+      "single_physical_gpu": true
+    }
+  ],
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "test_policy": "none"
+}