results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json
new file mode 100644
index 0000000..10a0cdd
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-oracle/2026_08_06_12_42_15/hist.npy",
+  "cell_id": "activity-r4-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r4-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038359.6960986,
+  "driver_wall_seconds": 232.79889225959778,
+  "experiment_name": "dp-bias-b1-activity-r4-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 18,
+    "best_validation_accuracy": 71.54000091552734,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        8.673544726889304e-08,
+        9.839666859079443e-08,
+        1.0113075887829837e-07,
+        1.0300409769570251e-07,
+        1.0818423845648795e-07,
+        1.058168095369183e-07,
+        1.0738628475337464e-07,
+        1.077831157658693e-07,
+        1.1083742634809823e-07,
+        1.117093262337221e-07,
+        1.1038716962730177e-07,
+        1.1125221988095291e-07,
+        1.0877773348738629e-07,
+        1.1296089041934465e-07,
+        1.108727261112108e-07,
+        1.1164839008870331e-07,
+        1.1378959641206166e-07,
+        1.1223232831980567e-07,
+        1.1228205920588152e-07,
+        1.1456456405767312e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.05253641544823e-09,
+        6.6422245481589925e-09,
+        6.1402030127055696e-09,
+        5.856090723455054e-09,
+        5.8251621304350465e-09,
+        5.606076936004456e-09,
+        5.447840401018311e-09,
+        5.380353496065027e-09,
+        5.346588061172497e-09,
+        5.311852735445655e-09,
+        5.130876612469137e-09,
+        5.102686717606275e-09,
+        4.972763534283331e-09,
+        5.102186673155984e-09,
+        4.950195364727961e-09,
+        4.943467857287942e-09,
+        4.893367488989497e-09,
+        4.861149704993295e-09,
+        4.848218271291671e-09,
+        4.893902172398157e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        8.360477447509766,
+        8.561050415039062,
+        8.648283004760742,
+        8.807576179504395,
+        9.067130088806152,
+        9.117022514343262,
+        9.227137565612793,
+        9.24264144897461,
+        9.443238258361816,
+        9.385514259338379,
+        9.545064926147461,
+        9.510272979736328,
+        9.574752807617188,
+        9.473511695861816,
+        9.576982498168945,
+        9.530981063842773,
+        9.576651573181152,
+        9.572912216186523,
+        9.522589683532715,
+        9.532115936279297
+      ],
+      "train_accuracy": [
+        40.473331451416016,
+        51.40666580200195,
+        55.295555114746094,
+        57.86888885498047,
+        59.217777252197266,
+        60.13999938964844,
+        61.7400016784668,
+        62.06444549560547,
+        63.16444396972656,
+        63.99333190917969,
+        64.66000366210938,
+        64.7933349609375,
+        65.32444763183594,
+        65.27111053466797,
+        65.8155517578125,
+        66.32888793945312,
+        66.52666473388672,
+        66.73555755615234,
+        67.0955581665039,
+        66.9911117553711
+      ],
+      "train_loss": [
+        1.654650330543518,
+        1.3576257228851318,
+        1.268535852432251,
+        1.2026020288467407,
+        1.1649717092514038,
+        1.136644959449768,
+        1.1015594005584717,
+        1.0896135568618774,
+        1.0589865446090698,
+        1.0431208610534668,
+        1.0219595432281494,
+        1.0156575441360474,
+        1.0060930252075195,
+        1.001312494277954,
+        0.9866100549697876,
+        0.9772025346755981,
+        0.9677655100822449,
+        0.9673624634742737,
+        0.9572061896324158,
+        0.954581081867218
+      ],
+      "train_time": [
+        18.40139937400818,
+        9.90033507347107,
+        9.840895414352417,
+        9.804018259048462,
+        9.762262344360352,
+        9.806735038757324,
+        9.81157660484314,
+        9.779245138168335,
+        9.89488959312439,
+        10.022156953811646,
+        9.9391028881073,
+        9.965799570083618,
+        9.935540676116943,
+        9.91420841217041,
+        9.955215215682983,
+        9.961258888244629,
+        9.994093179702759,
+        9.928319215774536,
+        9.979474782943726,
+        9.960656881332397
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.49924842832661e-08,
+        5.6536130443873844e-08,
+        5.2769838276844894e-08,
+        5.123342106116979e-08,
+        5.253598445165153e-08,
+        5.08176256630577e-08,
+        5.012957515759808e-08,
+        4.955587584731802e-08,
+        5.032958938500087e-08,
+        4.9528082968208764e-08,
+        4.860868330069934e-08,
+        4.829036726050617e-08,
+        4.724541113887426e-08,
+        4.804068609587375e-08,
+        4.710628687121243e-08,
+        4.683255738768821e-08,
+        4.6740193937466756e-08,
+        4.626077299008102e-08,
+        4.595468183765661e-08,
+        4.6431395617219096e-08
+      ],
+      "val_accuracy": [
+        52.70000076293945,
+        56.880001068115234,
+        61.47999954223633,
+        62.959999084472656,
+        66.4800033569336,
+        64.94000244140625,
+        63.279998779296875,
+        66.76000213623047,
+        66.77999877929688,
+        68.87999725341797,
+        70.62000274658203,
+        69.36000061035156,
+        70.33999633789062,
+        69.33999633789062,
+        69.76000213623047,
+        69.94000244140625,
+        69.27999877929688,
+        71.54000091552734,
+        71.33999633789062,
+        69.86000061035156
+      ],
+      "val_loss": [
+        1.3340373039245605,
+        1.2170237302780151,
+        1.1106328964233398,
+        1.0448845624923706,
+        0.9695628881454468,
+        1.009745478630066,
+        1.0200880765914917,
+        0.977104127407074,
+        0.9446650743484497,
+        0.8947217464447021,
+        0.8624330163002014,
+        0.9035922884941101,
+        0.8515725135803223,
+        0.8933967351913452,
+        0.889874279499054,
+        0.8692891597747803,
+        0.8793221116065979,
+        0.8203306794166565,
+        0.8386421203613281,
+        0.8728519678115845
+      ],
+      "val_time": [
+        0.8196427822113037,
+        0.19665217399597168,
+        0.19292449951171875,
+        0.19408392906188965,
+        0.19137930870056152,
+        0.18670392036437988,
+        0.19266295433044434,
+        0.17930293083190918,
+        0.18685245513916016,
+        0.19402003288269043,
+        0.19542193412780762,
+        0.20337557792663574,
+        0.18119573593139648,
+        0.1892082691192627,
+        0.1741628646850586,
+        0.19263553619384766,
+        0.19126582145690918,
+        0.19452381134033203,
+        0.20028924942016602,
+        0.19282007217407227
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.86000061035156,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}