results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json
new file mode 100644
index 0000000..af42673
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-raw/2026_08_06_12_21_23/hist.npy",
+  "cell_id": "fixed-r1-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037101.3101676,
+  "driver_wall_seconds": 226.67992663383484,
+  "experiment_name": "dp-bias-b1-fixed-r1-raw",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.479999542236328,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        8.876253732952805e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1265982681120768.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0
+      ],
+      "train_accuracy": [
+        10.108888626098633,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156
+      ],
+      "train_loss": [
+        9.036826455105626e+23,
+        1.6525949176918434e+25,
+        6.642921571987805e+25,
+        1.5482169678298097e+26,
+        2.7539738212800163e+26,
+        4.181696103418033e+26,
+        5.717420013823923e+26,
+        7.260044482252906e+26,
+        8.733774788785162e+26,
+        1.0081527114949714e+27,
+        1.1243618127100721e+27,
+        1.2224469878727531e+27,
+        1.301178577023061e+27,
+        1.359801591819547e+27,
+        1.4006835611836073e+27,
+        1.4247878478777473e+27,
+        1.434953922323745e+27,
+        1.4334252037488684e+27,
+        1.4223218871299738e+27,
+        1.4008011776238213e+27
+      ],
+      "train_time": [
+        18.431241989135742,
+        9.621309518814087,
+        9.564892768859863,
+        9.53870701789856,
+        9.53326153755188,
+        9.546462774276733,
+        9.468735456466675,
+        9.53238320350647,
+        9.600309610366821,
+        9.614484786987305,
+        9.691189050674438,
+        9.678954601287842,
+        9.63919448852539,
+        9.616204261779785,
+        9.682967185974121,
+        9.611989736557007,
+        9.675414562225342,
+        9.696754455566406,
+        9.638877153396606,
+        9.72725772857666
+      ],
+      "used_clean_difference_rms_ratio": [
+        1265982681120768.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0
+      ],
+      "val_accuracy": [
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328
+      ],
+      "val_loss": [
+        4.4500452705600034e+24,
+        3.7687814170605073e+25,
+        1.1258432522798876e+26,
+        2.267813386098775e+26,
+        3.705699639753965e+26,
+        5.31988714501226e+26,
+        6.993491243997092e+26,
+        8.628597357034973e+26,
+        1.0151823967265807e+27,
+        1.1506291646142952e+27,
+        1.2662981451629177e+27,
+        1.3608263453463297e+27,
+        1.434305039654208e+27,
+        1.487247342719707e+27,
+        1.5220747955308707e+27,
+        1.5401025771531782e+27,
+        1.543857743950775e+27,
+        1.5362386483525227e+27,
+        1.5182564670815654e+27,
+        1.4917327054347177e+27
+      ],
+      "val_time": [
+        0.833256721496582,
+        0.18540215492248535,
+        0.20075130462646484,
+        0.1912064552307129,
+        0.18006682395935059,
+        0.17986392974853516,
+        0.19464516639709473,
+        0.1877756118774414,
+        0.18885421752929688,
+        0.19922518730163574,
+        0.18958830833435059,
+        0.19841766357421875,
+        0.1977090835571289,
+        0.19162631034851074,
+        0.19475841522216797,
+        0.1841738224029541,
+        0.1643381118774414,
+        0.1849231719970703,
+        0.19922852516174316,
+        0.19597339630126953
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 9.479999542236328,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}