From 34aaa2a02baceb9ae2a9821d974eaf8ddde71c9d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 6 Aug 2026 12:48:41 -0500 Subject: results: audit Dual Prop state-bias screen --- results/contrastive_bias/b1_gate.json | 79 +++++++++++++++++++++++++++++++++++ 1 file changed, 79 insertions(+) create mode 100644 results/contrastive_bias/b1_gate.json (limited to 'results/contrastive_bias/b1_gate.json') diff --git a/results/contrastive_bias/b1_gate.json b/results/contrastive_bias/b1_gate.json new file mode 100644 index 0000000..3614644 --- /dev/null +++ b/results/contrastive_bias/b1_gate.json @@ -0,0 +1,79 @@ +{ + "activity_table": [ + { + "innovation": 71.0999984741211, + "innovation_clean_gap": 1.4399948120117188, + "innovation_finite": true, + "innovation_oracle_gap": 0.5199966430664062, + "innovation_post_bias_ratio_max": 8.959111141848553e-08, + "oracle": 70.58000183105469, + "oracle_finite": true, + "passes": true, + "ratio": 0.25, + "raw": 9.399999618530273, + "raw_degradation": 60.2600040435791, + "raw_finite": false + }, + { + "innovation": 70.18000030517578, + "innovation_clean_gap": 0.5199966430664062, + "innovation_finite": true, + "innovation_oracle_gap": 0.37999725341796875, + "innovation_post_bias_ratio_max": 8.586498267959541e-08, + "oracle": 69.80000305175781, + "oracle_finite": true, + "passes": true, + "ratio": 1.0, + "raw": 9.399999618530273, + "raw_degradation": 60.2600040435791, + "raw_finite": false + }, + { + "innovation": 68.95999908447266, + "innovation_clean_gap": 0.7000045776367188, + "innovation_finite": true, + "innovation_oracle_gap": 0.9000015258789062, + "innovation_post_bias_ratio_max": 8.472805035353304e-08, + "oracle": 69.86000061035156, + "oracle_finite": true, + "passes": true, + "ratio": 4.0, + "raw": 9.399999618530273, + "raw_degradation": 60.2600040435791, + "raw_finite": false + } + ], + "checks": { + "all_innovation_post_bias_at_most_1e_3": true, + "clean_at_least_70": false, + "common_difference_error_at_most_1e_6": true, + "common_within_0p2": false, + "predictor_saw_zero_instruction_observations": true, + "single_registry_lock": true, + "single_source_lock": true, + "some_activity_ratio_passes": true + }, + "clean_final_validation_accuracy": 69.66000366210938, + "common_final_validation_accuracy": 71.94000244140625, + "common_maximum_difference_relative_error": 0.0, + "gate": "fail", + "innovation_maximum_post_bias_ratio": 8.959111141848553e-08, + "largest_core_passing_activity_ratio": 4.0, + "num_audited_records": 17, + "num_expected_records": 17, + "predictor_maximum_instruction_observations": 0.0, + "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3", + "selected_confirmation_ratio": null, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4", + "tracked_files": { + "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc", + "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee", + "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_b1" +} -- cgit v1.2.3