results: audit Dual Prop state-bias screen

1 files changed, 79 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1_gate.json b/results/contrastive_bias/b1_gate.json
new file mode 100644
index 0000000..3614644
--- /dev/null
+++ b/results/contrastive_bias/b1_gate.json
@@ -0,0 +1,79 @@
+{
+  "activity_table": [
+    {
+      "innovation": 71.0999984741211,
+      "innovation_clean_gap": 1.4399948120117188,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.5199966430664062,
+      "innovation_post_bias_ratio_max": 8.959111141848553e-08,
+      "oracle": 70.58000183105469,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 0.25,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    },
+    {
+      "innovation": 70.18000030517578,
+      "innovation_clean_gap": 0.5199966430664062,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.37999725341796875,
+      "innovation_post_bias_ratio_max": 8.586498267959541e-08,
+      "oracle": 69.80000305175781,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 1.0,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    },
+    {
+      "innovation": 68.95999908447266,
+      "innovation_clean_gap": 0.7000045776367188,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.9000015258789062,
+      "innovation_post_bias_ratio_max": 8.472805035353304e-08,
+      "oracle": 69.86000061035156,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 4.0,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    }
+  ],
+  "checks": {
+    "all_innovation_post_bias_at_most_1e_3": true,
+    "clean_at_least_70": false,
+    "common_difference_error_at_most_1e_6": true,
+    "common_within_0p2": false,
+    "predictor_saw_zero_instruction_observations": true,
+    "single_registry_lock": true,
+    "single_source_lock": true,
+    "some_activity_ratio_passes": true
+  },
+  "clean_final_validation_accuracy": 69.66000366210938,
+  "common_final_validation_accuracy": 71.94000244140625,
+  "common_maximum_difference_relative_error": 0.0,
+  "gate": "fail",
+  "innovation_maximum_post_bias_ratio": 8.959111141848553e-08,
+  "largest_core_passing_activity_ratio": 4.0,
+  "num_audited_records": 17,
+  "num_expected_records": 17,
+  "predictor_maximum_instruction_observations": 0.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "selected_confirmation_ratio": null,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1"
+}