results: audit Dual Prop state-bias screen

22 files changed, 6070 insertions, 0 deletions

diff --git a/results/contrastive_bias/B1_SUMMARY.md b/results/contrastive_bias/B1_SUMMARY.md
new file mode 100644
index 0000000..19ca57c
--- /dev/null
+++ b/results/contrastive_bias/B1_SUMMARY.md
@@ -0,0 +1,28 @@
+# Dual Prop state-bias screen
+
+The central result is positive, but the complete pre-registered gate fails.
+
+In the author Dual Prop miniCNN, neuron-specific activity-dependent bias makes
+the raw local update nonfinite in epoch 1 at every tested bias ratio.  The
+innovation rule stays finite for all 20 epochs and remains close to both clean
+Dual Prop and an oracle that subtracts the generated bias exactly.
+
+| Bias / clean teaching RMS | Raw | Innovation | Oracle |
+|---:|---:|---:|---:|
+| 0.25 | 9.40, nonfinite | 71.10 | 70.58 |
+| 1 | 9.40, nonfinite | 70.18 | 69.80 |
+| 4 | 9.40, nonfinite | 68.96 | 69.86 |
+
+Values are final validation accuracy in percent.  Clean Dual Prop is 69.66%.
+The largest innovation-to-clean gap is 1.44 points and the largest
+innovation-to-oracle gap is 0.90 points.  The maximum bias remaining after
+subtraction is `8.96e-8` of the raw bias, and the predictor sees zero task
+instruction observations.
+
+The complete B1 gate is `fail` for two reasons unrelated to the recovery
+comparison: clean ends 0.34 points below the frozen 70% threshold, and the
+common-bias endpoint differs from clean by 2.28 points even though its teaching
+difference error is exactly zero.  The latter shows that a 0.2-point single-run
+accuracy tolerance is not a reliable identity check on these GPU kernels.
+Because the complete gate fails, B2 is not opened automatically.  A new
+confirmation protocol must be frozen before running more seeds.
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json
new file mode 100644
index 0000000..cb16035
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-innovation/2026_08_06_12_33_16/hist.npy",
+  "cell_id": "activity-r0p25-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r0p25-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "0.25",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037823.465355,
+  "driver_wall_seconds": 235.88774156570435,
+  "experiment_name": "dp-bias-b1-activity-r0p25-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 20,
+    "best_validation_accuracy": 71.0999984741211,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        6.407978503375489e-08,
+        8.615000268719086e-08,
+        9.59565227276471e-08,
+        1.0367892855356331e-07,
+        1.1117479203903713e-07,
+        1.1206030592347815e-07,
+        1.1603561489437197e-07,
+        1.193533023524651e-07,
+        1.2160933238192229e-07,
+        1.2506149005275802e-07,
+        1.2683153727266472e-07,
+        1.281513704043391e-07,
+        1.286666275746029e-07,
+        1.3165842460693966e-07,
+        1.3056414616130496e-07,
+        1.31668087988146e-07,
+        1.3343743887617165e-07,
+        1.359535986011906e-07,
+        1.3629004058657301e-07,
+        1.423834419256309e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.959111141848553e-08,
+        8.855052158196486e-08,
+        8.56752109257286e-08,
+        8.70211351866601e-08,
+        8.679597840455244e-08,
+        8.556514785595937e-08,
+        8.541211826695871e-08,
+        8.729040956723111e-08,
+        8.499804238226716e-08,
+        8.553004704481282e-08,
+        8.583130295392039e-08,
+        8.657466565864524e-08,
+        8.542353668872238e-08,
+        8.6586304348657e-08,
+        8.526448880274984e-08,
+        8.524770578333118e-08,
+        8.443331722673975e-08,
+        8.48282226684205e-08,
+        8.449711685898365e-08,
+        8.844185828138507e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.5174634456634521,
+        0.5398743748664856,
+        0.5594479441642761,
+        0.5663127303123474,
+        0.5827892422676086,
+        0.5786683559417725,
+        0.5838962197303772,
+        0.581902801990509,
+        0.5960765480995178,
+        0.5950808525085449,
+        0.6001281142234802,
+        0.5992758274078369,
+        0.6030755043029785,
+        0.5949715375900269,
+        0.5946117043495178,
+        0.6026427149772644,
+        0.6058533787727356,
+        0.6128950119018555,
+        0.6124884486198425,
+        0.608799159526825
+      ],
+      "train_accuracy": [
+        39.76222229003906,
+        51.864444732666016,
+        55.975555419921875,
+        57.704444885253906,
+        59.91777801513672,
+        60.92222213745117,
+        61.731109619140625,
+        62.45333480834961,
+        63.70222091674805,
+        64.26889038085938,
+        64.57333374023438,
+        64.95555877685547,
+        65.31999969482422,
+        65.81999969482422,
+        65.77555847167969,
+        66.2955551147461,
+        66.52444458007812,
+        66.91999816894531,
+        67.2911148071289,
+        67.21778106689453
+      ],
+      "train_loss": [
+        1.6692779064178467,
+        1.356461763381958,
+        1.248407244682312,
+        1.2016562223434448,
+        1.1398794651031494,
+        1.1216232776641846,
+        1.091477870941162,
+        1.0774589776992798,
+        1.0460600852966309,
+        1.0312225818634033,
+        1.020964503288269,
+        1.0144652128219604,
+        0.9993433356285095,
+        0.9931066632270813,
+        0.9773440361022949,
+        0.9797695875167847,
+        0.9671409726142883,
+        0.9529077410697937,
+        0.9489769339561462,
+        0.9518566727638245
+      ],
+      "train_time": [
+        19.748032093048096,
+        9.913434267044067,
+        9.918579816818237,
+        9.938573598861694,
+        9.9716477394104,
+        9.91014552116394,
+        9.90053915977478,
+        9.920818328857422,
+        9.906185150146484,
+        9.984745979309082,
+        10.029602766036987,
+        9.95873761177063,
+        9.969293594360352,
+        9.950937747955322,
+        9.958630323410034,
+        9.954008102416992,
+        9.95631718635559,
+        9.927662134170532,
+        9.933168888092041,
+        9.952632427215576
+      ],
+      "used_clean_difference_rms_ratio": [
+        4.5944592130808815e-08,
+        4.7744617148737234e-08,
+        4.793093211219457e-08,
+        4.9316668082610704e-08,
+        5.052982032793807e-08,
+        4.9523634970682906e-08,
+        4.986642210269565e-08,
+        5.0767877013413454e-08,
+        5.063288455176007e-08,
+        5.092996602229505e-08,
+        5.153343352048978e-08,
+        5.187482088331308e-08,
+        5.1455135263722696e-08,
+        5.1486207297557485e-08,
+        5.0663899742176e-08,
+        5.131073521624785e-08,
+        5.120192270169355e-08,
+        5.201241748409302e-08,
+        5.1710060233745025e-08,
+        5.37811608580796e-08
+      ],
+      "val_accuracy": [
+        51.619998931884766,
+        57.880001068115234,
+        62.5,
+        63.540000915527344,
+        66.4000015258789,
+        65.12000274658203,
+        68.36000061035156,
+        66.94000244140625,
+        65.45999908447266,
+        67.44000244140625,
+        68.0,
+        69.45999908447266,
+        69.33999633789062,
+        69.0,
+        67.23999786376953,
+        69.91999816894531,
+        69.63999938964844,
+        70.36000061035156,
+        70.5999984741211,
+        71.0999984741211
+      ],
+      "val_loss": [
+        1.353061556816101,
+        1.193569540977478,
+        1.0408352613449097,
+        1.0622467994689941,
+        0.9667276740074158,
+        0.9894042015075684,
+        0.9133622646331787,
+        0.9582080841064453,
+        0.9674708843231201,
+        0.9269492626190186,
+        0.9160944223403931,
+        0.8712572455406189,
+        0.857743501663208,
+        0.9189343452453613,
+        0.9544265866279602,
+        0.866594135761261,
+        0.8915694952011108,
+        0.8580023050308228,
+        0.8636000752449036,
+        0.8336865305900574
+      ],
+      "val_time": [
+        0.8023333549499512,
+        0.20454812049865723,
+        0.18785881996154785,
+        0.18160581588745117,
+        0.18195152282714844,
+        0.1788337230682373,
+        0.18637776374816895,
+        0.19500064849853516,
+        0.18271136283874512,
+        0.19625282287597656,
+        0.17618393898010254,
+        0.18146467208862305,
+        0.19240260124206543,
+        0.19381093978881836,
+        0.18247365951538086,
+        0.18298912048339844,
+        0.19740724563598633,
+        0.1945333480834961,
+        0.18811297416687012,
+        0.1764678955078125
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 0.25,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        0.2500000298023224,
+        0.25,
+        0.25
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 71.0999984741211,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-innovation.json",
+  "ratio": 0.25,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json
new file mode 100644
index 0000000..294a265
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-oracle/2026_08_06_12_33_41/hist.npy",
+  "cell_id": "activity-r0p25-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r0p25-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "0.25",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037847.8003068,
+  "driver_wall_seconds": 234.99250030517578,
+  "experiment_name": "dp-bias-b1-activity-r0p25-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.72000122070312,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        1.5585072787871468e-08,
+        1.9660669536847308e-08,
+        2.123810638465784e-08,
+        2.2045993475217074e-08,
+        2.3181822683682185e-08,
+        2.3505720037064748e-08,
+        2.3754550326771096e-08,
+        2.400205900698893e-08,
+        2.438830648543444e-08,
+        2.530668830047489e-08,
+        2.4880559834628002e-08,
+        2.5421083904575426e-08,
+        2.4850960400613076e-08,
+        2.5361174493809813e-08,
+        2.569417745235114e-08,
+        2.5647135970530144e-08,
+        2.6228066829503405e-08,
+        2.582369873493917e-08,
+        2.5762521005390226e-08,
+        2.5953925231192443e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        2.3265403825689646e-08,
+        2.1758189916454285e-08,
+        2.072882132608811e-08,
+        2.0261786914943514e-08,
+        2.0019571778107093e-08,
+        1.9750782342953244e-08,
+        1.9347959678839288e-08,
+        1.9161674913448223e-08,
+        1.8872889029353246e-08,
+        1.8831896042570406e-08,
+        1.869335797266558e-08,
+        1.896413337476588e-08,
+        1.8321216543881746e-08,
+        1.831998730494888e-08,
+        1.8260719159002292e-08,
+        1.8162083392780914e-08,
+        1.8096704579306788e-08,
+        1.7941395924481185e-08,
+        1.7848355682303918e-08,
+        1.7753119863073152e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.5160279273986816,
+        0.5473080277442932,
+        0.5526531934738159,
+        0.5640208125114441,
+        0.5779438018798828,
+        0.5789151787757874,
+        0.5821051597595215,
+        0.583645761013031,
+        0.5925979018211365,
+        0.5944538116455078,
+        0.5925108790397644,
+        0.590939998626709,
+        0.593654453754425,
+        0.5956946015357971,
+        0.5971388816833496,
+        0.6031643152236938,
+        0.603519856929779,
+        0.6004408001899719,
+        0.5991616249084473,
+        0.6033364534378052
+      ],
+      "train_accuracy": [
+        39.3466682434082,
+        51.49555587768555,
+        55.54888916015625,
+        57.45111083984375,
+        59.53111267089844,
+        60.61555480957031,
+        61.89777755737305,
+        62.10444259643555,
+        63.0977783203125,
+        64.17555236816406,
+        64.26444244384766,
+        64.57333374023438,
+        65.57555389404297,
+        65.63777923583984,
+        66.04888916015625,
+        66.2911148071289,
+        66.6933364868164,
+        66.87110900878906,
+        67.18222045898438,
+        67.27555847167969
+      ],
+      "train_loss": [
+        1.6875030994415283,
+        1.3591018915176392,
+        1.2591649293899536,
+        1.2122151851654053,
+        1.15595543384552,
+        1.1267629861831665,
+        1.0960296392440796,
+        1.084320306777954,
+        1.0608789920806885,
+        1.0234063863754272,
+        1.02824068069458,
+        1.0199763774871826,
+        0.9982398748397827,
+        0.9905385971069336,
+        0.9732020497322083,
+        0.9752535820007324,
+        0.9612754583358765,
+        0.9585595726966858,
+        0.9528539776802063,
+        0.9436773061752319
+      ],
+      "train_time": [
+        18.558735370635986,
+        9.882599353790283,
+        9.891366958618164,
+        9.860073566436768,
+        9.803554058074951,
+        9.832707405090332,
+        9.871859073638916,
+        9.890246868133545,
+        9.901498556137085,
+        10.197868824005127,
+        10.047465085983276,
+        9.992132186889648,
+        9.969212532043457,
+        10.035093545913696,
+        9.95980453491211,
+        10.103697061538696,
+        10.01280665397644,
+        10.002676725387573,
+        10.138676404953003,
+        10.063667058944702
+      ],
+      "used_clean_difference_rms_ratio": [
+        1.1700437063666413e-08,
+        1.1872830718573368e-08,
+        1.1411569467156824e-08,
+        1.1381112940966887e-08,
+        1.1524807774776491e-08,
+        1.138323479921155e-08,
+        1.1210723904753195e-08,
+        1.1154822843195689e-08,
+        1.1141199074415908e-08,
+        1.115398973183801e-08,
+        1.1039889891151233e-08,
+        1.1174086544940565e-08,
+        1.0826245677719726e-08,
+        1.0886482826322208e-08,
+        1.0867980293483015e-08,
+        1.0911937131652394e-08,
+        1.089343815152688e-08,
+        1.074211652962731e-08,
+        1.0657552174109242e-08,
+        1.0676207473636623e-08
+      ],
+      "val_accuracy": [
+        51.540000915527344,
+        59.7599983215332,
+        60.41999816894531,
+        63.65999984741211,
+        65.13999938964844,
+        63.619998931884766,
+        67.18000030517578,
+        69.30000305175781,
+        66.94000244140625,
+        67.9000015258789,
+        69.12000274658203,
+        69.62000274658203,
+        68.16000366210938,
+        69.22000122070312,
+        68.12000274658203,
+        70.5999984741211,
+        69.26000213623047,
+        70.0,
+        71.72000122070312,
+        70.58000183105469
+      ],
+      "val_loss": [
+        1.3598089218139648,
+        1.1462377309799194,
+        1.1199488639831543,
+        1.0352703332901,
+        1.0018998384475708,
+        1.0209438800811768,
+        0.9685910940170288,
+        0.9098147749900818,
+        0.9420590996742249,
+        0.9226385354995728,
+        0.8926489949226379,
+        0.9012563228607178,
+        0.9290199279785156,
+        0.876880943775177,
+        0.9062368869781494,
+        0.842629611492157,
+        0.8974952101707458,
+        0.8728792667388916,
+        0.8112240433692932,
+        0.8517153263092041
+      ],
+      "val_time": [
+        0.8430659770965576,
+        0.19882607460021973,
+        0.18324542045593262,
+        0.19235563278198242,
+        0.1942281723022461,
+        0.1930840015411377,
+        0.20060253143310547,
+        0.1986699104309082,
+        0.1979825496673584,
+        0.1902918815612793,
+        0.18250584602355957,
+        0.19212889671325684,
+        0.18703556060791016,
+        0.17901086807250977,
+        0.19863486289978027,
+        0.19469547271728516,
+        0.197709321975708,
+        0.18259954452514648,
+        0.1797928810119629,
+        0.17913269996643066
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 0.25,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        0.2500000298023224,
+        0.25,
+        0.25
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.58000183105469,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-oracle.json",
+  "ratio": 0.25,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-raw.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-raw.json
new file mode 100644
index 0000000..86fc5d5
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-raw.json
@@ -0,0 +1,163 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r0p25-raw/2026_08_06_12_32_59/hist.npy",
+  "cell_id": "activity-r0p25-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r0p25-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "0.25",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037612.7321656,
+  "driver_wall_seconds": 40.99990248680115,
+  "experiment_name": "dp-bias-b1-activity-r0p25-raw",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.399999618530273,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        NaN
+      ],
+      "neutral_observations": [
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        NaN
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "train_accuracy": [
+        10.082221984863281
+      ],
+      "train_loss": [
+        NaN
+      ],
+      "train_time": [
+        19.14381170272827
+      ],
+      "used_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "val_accuracy": [
+        9.399999618530273
+      ],
+      "val_loss": [
+        NaN
+      ],
+      "val_time": [
+        0.8295762538909912
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 0.25,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        0.2500000298023224,
+        0.25,
+        0.25
+      ]
+    },
+    "epochs_completed": 1,
+    "final_validation_accuracy": 9.399999618530273,
+    "finite": false,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r0p25-raw.json",
+  "ratio": 0.25,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json
new file mode 100644
index 0000000..1c6cba2
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r1-innovation/2026_08_06_12_37_36/hist.npy",
+  "cell_id": "activity-r1-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r1-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038085.8987863,
+  "driver_wall_seconds": 238.06222534179688,
+  "experiment_name": "dp-bias-b1-activity-r1-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 72.12000274658203,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        2.5314838580925425e-07,
+        3.3277993338742817e-07,
+        3.7448299394782225e-07,
+        4.050823747547838e-07,
+        4.3006386363231286e-07,
+        4.37999887026308e-07,
+        4.516286367106659e-07,
+        4.6106217155283957e-07,
+        4.854861117564724e-07,
+        4.892214064966538e-07,
+        4.932709316562978e-07,
+        4.996213078811707e-07,
+        5.025486871090834e-07,
+        5.080827349956962e-07,
+        5.203709747547691e-07,
+        5.232604394223017e-07,
+        5.35962612957519e-07,
+        5.348001081983966e-07,
+        5.395961579779396e-07,
+        5.427212386166502e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.586498267959541e-08,
+        8.339387136402365e-08,
+        8.202815138247388e-08,
+        8.429974940327156e-08,
+        8.455513977878581e-08,
+        8.403746676322044e-08,
+        8.368977688633095e-08,
+        8.264991180340076e-08,
+        8.427914366393452e-08,
+        8.363265635580319e-08,
+        8.388417427340755e-08,
+        8.306084708920025e-08,
+        8.303892684580205e-08,
+        8.363559800272924e-08,
+        8.345578095259043e-08,
+        8.462077261128798e-08,
+        8.384569127883879e-08,
+        8.323318922975886e-08,
+        8.399254625146568e-08,
+        8.487204183893482e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        2.0748581886291504,
+        2.185138702392578,
+        2.2347617149353027,
+        2.2300946712493896,
+        2.311781167984009,
+        2.2932324409484863,
+        2.325690984725952,
+        2.370302438735962,
+        2.3966612815856934,
+        2.372753858566284,
+        2.3519763946533203,
+        2.372380018234253,
+        2.37396240234375,
+        2.367142915725708,
+        2.4060723781585693,
+        2.3839657306671143,
+        2.3872721195220947,
+        2.390730857849121,
+        2.3748369216918945,
+        2.349742889404297
+      ],
+      "train_accuracy": [
+        40.39777755737305,
+        51.815555572509766,
+        56.073333740234375,
+        57.51333236694336,
+        59.17777633666992,
+        60.37333297729492,
+        61.87333297729492,
+        62.52888870239258,
+        63.53111267089844,
+        64.22666931152344,
+        64.5888900756836,
+        64.82444763183594,
+        65.34222412109375,
+        65.53555297851562,
+        66.26667022705078,
+        66.0,
+        66.62666320800781,
+        66.9800033569336,
+        67.21333312988281,
+        67.25333404541016
+      ],
+      "train_loss": [
+        1.6571788787841797,
+        1.344576358795166,
+        1.239294409751892,
+        1.2033023834228516,
+        1.1642898321151733,
+        1.1329725980758667,
+        1.0972119569778442,
+        1.0774519443511963,
+        1.0510238409042358,
+        1.0392130613327026,
+        1.0213935375213623,
+        1.0102674961090088,
+        1.0047273635864258,
+        0.9996986389160156,
+        0.9758437871932983,
+        0.9842485189437866,
+        0.964621365070343,
+        0.9612382054328918,
+        0.9534750580787659,
+        0.9537310004234314
+      ],
+      "train_time": [
+        19.689635038375854,
+        9.977681875228882,
+        9.96526551246643,
+        9.988999605178833,
+        9.911680459976196,
+        9.9568932056427,
+        9.980319499969482,
+        10.041689157485962,
+        10.05286693572998,
+        10.07801103591919,
+        10.30539321899414,
+        10.047257423400879,
+        10.101608276367188,
+        10.084912538528442,
+        10.050997495651245,
+        10.07063341140747,
+        10.041622161865234,
+        10.124296426773071,
+        10.129631996154785,
+        10.061158895492554
+      ],
+      "used_clean_difference_rms_ratio": [
+        1.7757533044004958e-07,
+        1.8195585482772003e-07,
+        1.8350120001286996e-07,
+        1.879656537084884e-07,
+        1.955695267952251e-07,
+        1.9267437778580643e-07,
+        1.9440641096934996e-07,
+        1.9605175793913077e-07,
+        2.0219759733208775e-07,
+        1.983326143317754e-07,
+        1.974415653194228e-07,
+        1.9700969744462782e-07,
+        1.9715379551143997e-07,
+        1.9771437109739054e-07,
+        2.0099189157463115e-07,
+        2.0147267321135587e-07,
+        2.002593220140625e-07,
+        1.9895063019248482e-07,
+        1.993576148606735e-07,
+        1.994797003135318e-07
+      ],
+      "val_accuracy": [
+        53.560001373291016,
+        59.97999954223633,
+        63.2400016784668,
+        61.2599983215332,
+        65.37999725341797,
+        64.13999938964844,
+        66.08000183105469,
+        67.13999938964844,
+        67.0999984741211,
+        67.13999938964844,
+        70.13999938964844,
+        68.9800033569336,
+        68.9000015258789,
+        69.12000274658203,
+        70.5999984741211,
+        71.94000244140625,
+        70.16000366210938,
+        70.76000213623047,
+        72.12000274658203,
+        70.18000030517578
+      ],
+      "val_loss": [
+        1.3026903867721558,
+        1.131838321685791,
+        1.0415809154510498,
+        1.1169949769973755,
+        0.9803033471107483,
+        1.0006874799728394,
+        0.9755417704582214,
+        0.9440985918045044,
+        0.9496498703956604,
+        0.9456515312194824,
+        0.8585414290428162,
+        0.8942906856536865,
+        0.9019964337348938,
+        0.8843708634376526,
+        0.8716671466827393,
+        0.8388364315032959,
+        0.8497142195701599,
+        0.8452104330062866,
+        0.810737133026123,
+        0.8627540469169617
+      ],
+      "val_time": [
+        0.838249683380127,
+        0.1784534454345703,
+        0.18856406211853027,
+        0.1840355396270752,
+        0.19787335395812988,
+        0.20490765571594238,
+        0.19667887687683105,
+        0.1761622428894043,
+        0.18271398544311523,
+        0.19381952285766602,
+        0.18236374855041504,
+        0.19641494750976562,
+        0.19922590255737305,
+        0.1966242790222168,
+        0.18807530403137207,
+        0.1938626766204834,
+        0.19826698303222656,
+        0.19205021858215332,
+        0.19210600852966309,
+        0.1913297176361084
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        1.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.18000030517578,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r1-innovation.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json
new file mode 100644
index 0000000..5d3931a
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r1-oracle/2026_08_06_12_37_53/hist.npy",
+  "cell_id": "activity-r1-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r1-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038097.3888526,
+  "driver_wall_seconds": 232.6910684108734,
+  "experiment_name": "dp-bias-b1-activity-r1-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.4800033569336,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        4.4313477332025286e-08,
+        5.24109715627219e-08,
+        5.5350245276031274e-08,
+        5.622929322157688e-08,
+        5.8308636141646275e-08,
+        5.8079123732568405e-08,
+        5.899303445744408e-08,
+        6.009070574464204e-08,
+        5.992236395968575e-08,
+        6.028966481608222e-08,
+        6.007396535778753e-08,
+        6.045816292044037e-08,
+        6.090241555511966e-08,
+        6.130113661129144e-08,
+        6.171429589585387e-08,
+        6.055385881609254e-08,
+        6.136685470892189e-08,
+        6.074579772530342e-08,
+        6.165356580822845e-08,
+        6.161857157849226e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.6218773879472792e-08,
+        1.3763251871523607e-08,
+        1.2834604490308266e-08,
+        1.2357089573811209e-08,
+        1.2189794063033332e-08,
+        1.176581498896212e-08,
+        1.1504094565850664e-08,
+        1.1557472312517802e-08,
+        1.11758780008131e-08,
+        1.0897839075596494e-08,
+        1.0812446937791265e-08,
+        1.0725763388563792e-08,
+        1.0653077531230792e-08,
+        1.0520250448564639e-08,
+        1.0579493725515476e-08,
+        1.0365706515358397e-08,
+        1.0270482242447088e-08,
+        1.010135708412463e-08,
+        1.0182279908121927e-08,
+        1.0197953592694375e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        2.0709404945373535,
+        2.192098617553711,
+        2.2385897636413574,
+        2.244288682937622,
+        2.298999547958374,
+        2.3262875080108643,
+        2.3551712036132812,
+        2.3688082695007324,
+        2.3961267471313477,
+        2.4001822471618652,
+        2.3901031017303467,
+        2.3891613483428955,
+        2.4069437980651855,
+        2.394129753112793,
+        2.4044430255889893,
+        2.406461477279663,
+        2.3976128101348877,
+        2.405644416809082,
+        2.408020496368408,
+        2.3911685943603516
+      ],
+      "train_accuracy": [
+        39.93555450439453,
+        51.682220458984375,
+        55.85333251953125,
+        57.911109924316406,
+        59.43333435058594,
+        60.717777252197266,
+        61.93777847290039,
+        62.50444412231445,
+        63.551109313964844,
+        64.64221954345703,
+        64.94444274902344,
+        65.27999877929688,
+        65.25333404541016,
+        66.32444763183594,
+        66.23110961914062,
+        66.04000091552734,
+        66.86666870117188,
+        66.9977798461914,
+        67.43333435058594,
+        67.4044418334961
+      ],
+      "train_loss": [
+        1.6697394847869873,
+        1.3484140634536743,
+        1.2450414896011353,
+        1.195863962173462,
+        1.1552143096923828,
+        1.1236751079559326,
+        1.0883888006210327,
+        1.0760945081710815,
+        1.0498350858688354,
+        1.0224703550338745,
+        1.0146509408950806,
+        1.005135178565979,
+        0.9983619451522827,
+        0.9777928590774536,
+        0.9758880138397217,
+        0.9788033962249756,
+        0.9604108929634094,
+        0.9534590840339661,
+        0.9466167092323303,
+        0.9420344829559326
+      ],
+      "train_time": [
+        19.162656545639038,
+        9.78016996383667,
+        9.792208909988403,
+        9.757001399993896,
+        9.7736074924469,
+        9.806010484695435,
+        9.862878799438477,
+        9.811747312545776,
+        9.777618408203125,
+        9.939274787902832,
+        9.791807651519775,
+        9.812394857406616,
+        9.841121912002563,
+        9.742531538009644,
+        9.927664041519165,
+        9.752902746200562,
+        9.775457382202148,
+        9.773951292037964,
+        9.72484040260315,
+        9.876237869262695
+      ],
+      "used_clean_difference_rms_ratio": [
+        3.2829390761435207e-08,
+        3.003204440688023e-08,
+        2.858892322876727e-08,
+        2.7587924833483157e-08,
+        2.788454445123989e-08,
+        2.715581359780117e-08,
+        2.69487490101028e-08,
+        2.7242519351489136e-08,
+        2.6639026984298653e-08,
+        2.6025766430848307e-08,
+        2.5724318675202085e-08,
+        2.5526759372951346e-08,
+        2.5474394149682666e-08,
+        2.5071088316508394e-08,
+        2.52705216752247e-08,
+        2.4817042643121567e-08,
+        2.451377412171496e-08,
+        2.420627787103058e-08,
+        2.4353996153081425e-08,
+        2.4258648423369777e-08
+      ],
+      "val_accuracy": [
+        51.81999969482422,
+        59.47999954223633,
+        59.439998626708984,
+        63.220001220703125,
+        64.86000061035156,
+        63.29999923706055,
+        65.5199966430664,
+        67.4800033569336,
+        66.26000213623047,
+        67.45999908447266,
+        69.73999786376953,
+        67.55999755859375,
+        71.0,
+        69.0,
+        69.9000015258789,
+        70.4000015258789,
+        69.69999694824219,
+        70.18000030517578,
+        71.4800033569336,
+        69.80000305175781
+      ],
+      "val_loss": [
+        1.34865140914917,
+        1.1405203342437744,
+        1.1253975629806519,
+        1.0729440450668335,
+        1.0034401416778564,
+        1.0378425121307373,
+        1.0047252178192139,
+        0.9508878588676453,
+        0.9545072913169861,
+        0.9492841362953186,
+        0.8645243644714355,
+        0.9384227991104126,
+        0.8405224084854126,
+        0.9145098924636841,
+        0.8539839386940002,
+        0.8580361008644104,
+        0.8862977623939514,
+        0.8633877038955688,
+        0.8276200294494629,
+        0.856076180934906
+      ],
+      "val_time": [
+        0.8007683753967285,
+        0.1920909881591797,
+        0.19411182403564453,
+        0.1988353729248047,
+        0.1937096118927002,
+        0.19399762153625488,
+        0.18623852729797363,
+        0.19416046142578125,
+        0.1957705020904541,
+        0.19012713432312012,
+        0.19092297554016113,
+        0.18807387351989746,
+        0.17574071884155273,
+        0.19129681587219238,
+        0.18308377265930176,
+        0.1925358772277832,
+        0.1886911392211914,
+        0.19391274452209473,
+        0.187669038772583,
+        0.19707751274108887
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        1.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.80000305175781,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r1-raw.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-raw.json
new file mode 100644
index 0000000..5a19050
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-raw.json
@@ -0,0 +1,163 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r1-raw/2026_08_06_12_37_12/hist.npy",
+  "cell_id": "activity-r1-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r1-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037864.6565628,
+  "driver_wall_seconds": 41.14709734916687,
+  "experiment_name": "dp-bias-b1-activity-r1-raw",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.399999618530273,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        NaN
+      ],
+      "neutral_observations": [
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        NaN
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "train_accuracy": [
+        10.08666706085205
+      ],
+      "train_loss": [
+        NaN
+      ],
+      "train_time": [
+        18.427337884902954
+      ],
+      "used_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "val_accuracy": [
+        9.399999618530273
+      ],
+      "val_loss": [
+        NaN
+      ],
+      "val_time": [
+        0.8281819820404053
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        1.0
+      ]
+    },
+    "epochs_completed": 1,
+    "final_validation_accuracy": 9.399999618530273,
+    "finite": false,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r1-raw.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
new file mode 100644
index 0000000..5ed188a
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-innovation/2026_08_06_12_41_45/hist.npy",
+  "cell_id": "activity-r4-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r4-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038331.9713302,
+  "driver_wall_seconds": 234.5602786540985,
+  "experiment_name": "dp-bias-b1-activity-r4-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 72.23999786376953,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        1.0016397027357016e-06,
+        1.3407073993221275e-06,
+        1.483338905927667e-06,
+        1.632874273127527e-06,
+        1.7097127056331374e-06,
+        1.7954394024854992e-06,
+        1.8270217196914018e-06,
+        1.857655547610193e-06,
+        1.9069922245762427e-06,
+        1.958482926056604e-06,
+        1.957819222297985e-06,
+        1.9984770460723666e-06,
+        2.043576841970207e-06,
+        2.016819735217723e-06,
+        2.0840207071159966e-06,
+        2.08248866329086e-06,
+        2.1289113192324294e-06,
+        2.1201597064646194e-06,
+        2.1398714125098195e-06,
+        2.1658031528204447e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.378472671211057e-08,
+        8.282875540999157e-08,
+        8.284315100581807e-08,
+        8.393566020004073e-08,
+        8.290084707596179e-08,
+        8.472805035353304e-08,
+        8.364070680499935e-08,
+        8.253956451653721e-08,
+        8.29724555728717e-08,
+        8.346456326080443e-08,
+        8.237309145897598e-08,
+        8.253997663132395e-08,
+        8.388268923908981e-08,
+        8.296488118730849e-08,
+        8.31274533652504e-08,
+        8.334527024089766e-08,
+        8.391612027480733e-08,
+        8.38462597130274e-08,
+        8.369492121573785e-08,
+        8.324141731463897e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        8.358131408691406,
+        8.808204650878906,
+        8.838852882385254,
+        8.974757194519043,
+        9.276748657226562,
+        9.342101097106934,
+        9.425797462463379,
+        9.496668815612793,
+        9.501581192016602,
+        9.525538444519043,
+        9.5499849319458,
+        9.620942115783691,
+        9.478257179260254,
+        9.4081449508667,
+        9.464524269104004,
+        9.450579643249512,
+        9.460590362548828,
+        9.390832901000977,
+        9.439781188964844,
+        9.509018898010254
+      ],
+      "train_accuracy": [
+        40.79111099243164,
+        51.66666793823242,
+        55.55555725097656,
+        57.72222137451172,
+        59.619998931884766,
+        60.70222091674805,
+        61.753334045410156,
+        62.511112213134766,
+        63.39555740356445,
+        64.16222381591797,
+        64.16889190673828,
+        65.4111099243164,
+        65.3155517578125,
+        65.63111114501953,
+        66.36444091796875,
+        66.1177749633789,
+        66.53778076171875,
+        66.67555236816406,
+        66.94666290283203,
+        67.38666534423828
+      ],
+      "train_loss": [
+        1.6476846933364868,
+        1.3518246412277222,
+        1.2632989883422852,
+        1.1961724758148193,
+        1.148079752922058,
+        1.1236165761947632,
+        1.0977858304977417,
+        1.0771275758743286,
+        1.053613305091858,
+        1.0397052764892578,
+        1.0279552936553955,
+        1.0076204538345337,
+        1.0031450986862183,
+        0.9996995329856873,
+        0.9733185768127441,
+        0.983977198600769,
+        0.9702898263931274,
+        0.9639546871185303,
+        0.9529517889022827,
+        0.9419801235198975
+      ],
+      "train_time": [
+        19.130162000656128,
+        9.758105516433716,
+        10.023014783859253,
+        9.916049242019653,
+        9.884204864501953,
+        9.948627471923828,
+        9.864826917648315,
+        9.858330249786377,
+        9.895570039749146,
+        9.866309881210327,
+        9.985584735870361,
+        9.99039077758789,
+        9.940101385116577,
+        9.90057921409607,
+        9.936670064926147,
+        9.97500467300415,
+        9.860589504241943,
+        9.837692499160767,
+        9.823217153549194,
+        9.78961992263794
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.995449552960054e-07,
+        7.289904147000925e-07,
+        7.316390338019119e-07,
+        7.534281962762179e-07,
+        7.690555321460124e-07,
+        7.918195024103625e-07,
+        7.886254707045737e-07,
+        7.829690389371535e-07,
+        7.874807010921359e-07,
+        7.952710348035907e-07,
+        7.872753258197918e-07,
+        7.928298373371945e-07,
+        7.95150469912187e-07,
+        7.8037601269898e-07,
+        7.873418894632778e-07,
+        7.878327892285597e-07,
+        7.934294217193383e-07,
+        7.868329134907981e-07,
+        7.905324537205161e-07,
+        7.928264835754817e-07
+      ],
+      "val_accuracy": [
+        53.119998931884766,
+        57.5,
+        61.7599983215332,
+        61.959999084472656,
+        65.72000122070312,
+        65.08000183105469,
+        64.69999694824219,
+        66.91999816894531,
+        67.62000274658203,
+        67.63999938964844,
+        70.4000015258789,
+        69.95999908447266,
+        70.45999908447266,
+        70.5999984741211,
+        68.08000183105469,
+        70.5,
+        70.9000015258789,
+        69.80000305175781,
+        72.23999786376953,
+        68.95999908447266
+      ],
+      "val_loss": [
+        1.3184033632278442,
+        1.1866321563720703,
+        1.0878905057907104,
+        1.0910849571228027,
+        0.9697944521903992,
+        0.9888169765472412,
+        1.0122891664505005,
+        0.9627423286437988,
+        0.9310352802276611,
+        0.949195921421051,
+        0.8656441569328308,
+        0.8668177723884583,
+        0.8702632784843445,
+        0.8670954704284668,
+        0.9449864029884338,
+        0.8633564114570618,
+        0.855439305305481,
+        0.8672630190849304,
+        0.830115795135498,
+        0.8943436145782471
+      ],
+      "val_time": [
+        0.8140971660614014,
+        0.1998581886291504,
+        0.19034934043884277,
+        0.18223261833190918,
+        0.1942307949066162,
+        0.20224285125732422,
+        0.1910383701324463,
+        0.1965787410736084,
+        0.18133902549743652,
+        0.18206524848937988,
+        0.18896031379699707,
+        0.20050430297851562,
+        0.19459915161132812,
+        0.20269083976745605,
+        0.1963512897491455,
+        0.2042860984802246,
+        0.19246172904968262,
+        0.19120001792907715,
+        0.17778515815734863,
+        0.1928403377532959
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 68.95999908447266,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json
new file mode 100644
index 0000000..10a0cdd
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-oracle/2026_08_06_12_42_15/hist.npy",
+  "cell_id": "activity-r4-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r4-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038359.6960986,
+  "driver_wall_seconds": 232.79889225959778,
+  "experiment_name": "dp-bias-b1-activity-r4-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 18,
+    "best_validation_accuracy": 71.54000091552734,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        8.673544726889304e-08,
+        9.839666859079443e-08,
+        1.0113075887829837e-07,
+        1.0300409769570251e-07,
+        1.0818423845648795e-07,
+        1.058168095369183e-07,
+        1.0738628475337464e-07,
+        1.077831157658693e-07,
+        1.1083742634809823e-07,
+        1.117093262337221e-07,
+        1.1038716962730177e-07,
+        1.1125221988095291e-07,
+        1.0877773348738629e-07,
+        1.1296089041934465e-07,
+        1.108727261112108e-07,
+        1.1164839008870331e-07,
+        1.1378959641206166e-07,
+        1.1223232831980567e-07,
+        1.1228205920588152e-07,
+        1.1456456405767312e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.05253641544823e-09,
+        6.6422245481589925e-09,
+        6.1402030127055696e-09,
+        5.856090723455054e-09,
+        5.8251621304350465e-09,
+        5.606076936004456e-09,
+        5.447840401018311e-09,
+        5.380353496065027e-09,
+        5.346588061172497e-09,
+        5.311852735445655e-09,
+        5.130876612469137e-09,
+        5.102686717606275e-09,
+        4.972763534283331e-09,
+        5.102186673155984e-09,
+        4.950195364727961e-09,
+        4.943467857287942e-09,
+        4.893367488989497e-09,
+        4.861149704993295e-09,
+        4.848218271291671e-09,
+        4.893902172398157e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        8.360477447509766,
+        8.561050415039062,
+        8.648283004760742,
+        8.807576179504395,
+        9.067130088806152,
+        9.117022514343262,
+        9.227137565612793,
+        9.24264144897461,
+        9.443238258361816,
+        9.385514259338379,
+        9.545064926147461,
+        9.510272979736328,
+        9.574752807617188,
+        9.473511695861816,
+        9.576982498168945,
+        9.530981063842773,
+        9.576651573181152,
+        9.572912216186523,
+        9.522589683532715,
+        9.532115936279297
+      ],
+      "train_accuracy": [
+        40.473331451416016,
+        51.40666580200195,
+        55.295555114746094,
+        57.86888885498047,
+        59.217777252197266,
+        60.13999938964844,
+        61.7400016784668,
+        62.06444549560547,
+        63.16444396972656,
+        63.99333190917969,
+        64.66000366210938,
+        64.7933349609375,
+        65.32444763183594,
+        65.27111053466797,
+        65.8155517578125,
+        66.32888793945312,
+        66.52666473388672,
+        66.73555755615234,
+        67.0955581665039,
+        66.9911117553711
+      ],
+      "train_loss": [
+        1.654650330543518,
+        1.3576257228851318,
+        1.268535852432251,
+        1.2026020288467407,
+        1.1649717092514038,
+        1.136644959449768,
+        1.1015594005584717,
+        1.0896135568618774,
+        1.0589865446090698,
+        1.0431208610534668,
+        1.0219595432281494,
+        1.0156575441360474,
+        1.0060930252075195,
+        1.001312494277954,
+        0.9866100549697876,
+        0.9772025346755981,
+        0.9677655100822449,
+        0.9673624634742737,
+        0.9572061896324158,
+        0.954581081867218
+      ],
+      "train_time": [
+        18.40139937400818,
+        9.90033507347107,
+        9.840895414352417,
+        9.804018259048462,
+        9.762262344360352,
+        9.806735038757324,
+        9.81157660484314,
+        9.779245138168335,
+        9.89488959312439,
+        10.022156953811646,
+        9.9391028881073,
+        9.965799570083618,
+        9.935540676116943,
+        9.91420841217041,
+        9.955215215682983,
+        9.961258888244629,
+        9.994093179702759,
+        9.928319215774536,
+        9.979474782943726,
+        9.960656881332397
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.49924842832661e-08,
+        5.6536130443873844e-08,
+        5.2769838276844894e-08,
+        5.123342106116979e-08,
+        5.253598445165153e-08,
+        5.08176256630577e-08,
+        5.012957515759808e-08,
+        4.955587584731802e-08,
+        5.032958938500087e-08,
+        4.9528082968208764e-08,
+        4.860868330069934e-08,
+        4.829036726050617e-08,
+        4.724541113887426e-08,
+        4.804068609587375e-08,
+        4.710628687121243e-08,
+        4.683255738768821e-08,
+        4.6740193937466756e-08,
+        4.626077299008102e-08,
+        4.595468183765661e-08,
+        4.6431395617219096e-08
+      ],
+      "val_accuracy": [
+        52.70000076293945,
+        56.880001068115234,
+        61.47999954223633,
+        62.959999084472656,
+        66.4800033569336,
+        64.94000244140625,
+        63.279998779296875,
+        66.76000213623047,
+        66.77999877929688,
+        68.87999725341797,
+        70.62000274658203,
+        69.36000061035156,
+        70.33999633789062,
+        69.33999633789062,
+        69.76000213623047,
+        69.94000244140625,
+        69.27999877929688,
+        71.54000091552734,
+        71.33999633789062,
+        69.86000061035156
+      ],
+      "val_loss": [
+        1.3340373039245605,
+        1.2170237302780151,
+        1.1106328964233398,
+        1.0448845624923706,
+        0.9695628881454468,
+        1.009745478630066,
+        1.0200880765914917,
+        0.977104127407074,
+        0.9446650743484497,
+        0.8947217464447021,
+        0.8624330163002014,
+        0.9035922884941101,
+        0.8515725135803223,
+        0.8933967351913452,
+        0.889874279499054,
+        0.8692891597747803,
+        0.8793221116065979,
+        0.8203306794166565,
+        0.8386421203613281,
+        0.8728519678115845
+      ],
+      "val_time": [
+        0.8196427822113037,
+        0.19665217399597168,
+        0.19292449951171875,
+        0.19408392906188965,
+        0.19137930870056152,
+        0.18670392036437988,
+        0.19266295433044434,
+        0.17930293083190918,
+        0.18685245513916016,
+        0.19402003288269043,
+        0.19542193412780762,
+        0.20337557792663574,
+        0.18119573593139648,
+        0.1892082691192627,
+        0.1741628646850586,
+        0.19263553619384766,
+        0.19126582145690918,
+        0.19452381134033203,
+        0.20028924942016602,
+        0.19282007217407227
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.86000061035156,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-raw.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-raw.json
new file mode 100644
index 0000000..bdbcad8
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-raw.json
@@ -0,0 +1,163 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-raw/2026_08_06_12_41_34/hist.npy",
+  "cell_id": "activity-r4-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r4-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038126.8765397,
+  "driver_wall_seconds": 40.95185661315918,
+  "experiment_name": "dp-bias-b1-activity-r4-raw",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.399999618530273,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        NaN
+      ],
+      "neutral_observations": [
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        NaN
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "train_accuracy": [
+        10.079999923706055
+      ],
+      "train_loss": [
+        NaN
+      ],
+      "train_time": [
+        17.995149612426758
+      ],
+      "used_clean_difference_rms_ratio": [
+        NaN
+      ],
+      "val_accuracy": [
+        9.399999618530273
+      ],
+      "val_loss": [
+        NaN
+      ],
+      "val_time": [
+        0.9032871723175049
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 1,
+    "final_validation_accuracy": 9.399999618530273,
+    "finite": false,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-raw.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-clean.json b/results/contrastive_bias/b1/dp-bias-b1-clean.json
new file mode 100644
index 0000000..34ad023
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-clean.json
@@ -0,0 +1,371 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-clean/2026_08_06_12_17_48/hist.npy",
+  "cell_id": "clean",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-clean",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16"
+  ],
+  "completed_unix_time": 1786036874.551122,
+  "driver_wall_seconds": 214.68581438064575,
+  "experiment_name": "dp-bias-b1-clean",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 18,
+    "best_validation_accuracy": 71.63999938964844,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "neutral_observations": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "train_accuracy": [
+        40.704444885253906,
+        51.96888732910156,
+        55.77333450317383,
+        57.77333450317383,
+        59.50444412231445,
+        60.364444732666016,
+        61.459999084472656,
+        62.22666549682617,
+        62.911109924316406,
+        63.88666534423828,
+        64.4800033569336,
+        64.70222473144531,
+        65.2911148071289,
+        65.77111053466797,
+        66.09111022949219,
+        66.16444396972656,
+        66.6866683959961,
+        66.87555694580078,
+        67.36222076416016,
+        67.53333282470703
+      ],
+      "train_loss": [
+        1.6466270685195923,
+        1.3438713550567627,
+        1.2489042282104492,
+        1.1982132196426392,
+        1.1588140726089478,
+        1.128353238105774,
+        1.1081541776657104,
+        1.0809673070907593,
+        1.0621626377105713,
+        1.0400983095169067,
+        1.0258973836898804,
+        1.0165568590164185,
+        1.0048352479934692,
+        0.9918926358222961,
+        0.9725791811943054,
+        0.9807138442993164,
+        0.9644173383712769,
+        0.9575812220573425,
+        0.943452000617981,
+        0.9443466663360596
+      ],
+      "train_time": [
+        17.8804452419281,
+        9.608168363571167,
+        9.366616010665894,
+        9.26893162727356,
+        9.295476913452148,
+        9.301843881607056,
+        9.313702583312988,
+        9.307698011398315,
+        9.344250679016113,
+        9.336297750473022,
+        9.390811920166016,
+        9.374814748764038,
+        9.386310338973999,
+        9.35064697265625,
+        9.34734582901001,
+        9.371638298034668,
+        9.357443809509277,
+        9.41904091835022,
+        9.510162830352783,
+        9.502694368362427
+      ],
+      "used_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "val_accuracy": [
+        55.36000061035156,
+        58.65999984741211,
+        60.959999084472656,
+        61.459999084472656,
+        66.62000274658203,
+        63.220001220703125,
+        67.0199966430664,
+        67.37999725341797,
+        65.72000122070312,
+        66.13999938964844,
+        70.05999755859375,
+        69.77999877929688,
+        69.05999755859375,
+        67.08000183105469,
+        67.62000274658203,
+        70.5199966430664,
+        69.19999694824219,
+        71.63999938964844,
+        70.0,
+        69.66000366210938
+      ],
+      "val_loss": [
+        1.2642041444778442,
+        1.155242919921875,
+        1.109166145324707,
+        1.135870337486267,
+        0.954043447971344,
+        1.035170555114746,
+        0.9463741779327393,
+        0.941286027431488,
+        0.9717612266540527,
+        0.9832667708396912,
+        0.8605479598045349,
+        0.8788819313049316,
+        0.9066475033760071,
+        0.9505988359451294,
+        0.939287006855011,
+        0.8661972284317017,
+        0.8964279294013977,
+        0.8332794904708862,
+        0.8604646325111389,
+        0.872749388217926
+      ],
+      "val_time": [
+        0.7605977058410645,
+        0.23122334480285645,
+        0.19442272186279297,
+        0.18149948120117188,
+        0.17592430114746094,
+        0.18217754364013672,
+        0.16418814659118652,
+        0.18203163146972656,
+        0.1847529411315918,
+        0.1827700138092041,
+        0.18871068954467773,
+        0.1821136474609375,
+        0.19432616233825684,
+        0.18248343467712402,
+        0.19102907180786133,
+        0.1915903091430664,
+        0.1764392852783203,
+        0.1800835132598877,
+        0.18560457229614258,
+        0.19461560249328613
+      ]
+    },
+    "dp_bias_initialization": null,
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.66000366210938,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "none",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-clean.json",
+  "ratio": 0.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "none",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json b/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json
new file mode 100644
index 0000000..a3bb581
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-common-activity-r4-raw/2026_08_06_12_17_51/hist.npy",
+  "cell_id": "common-activity-r4-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-common-activity-r4-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "common",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786036896.1817174,
+  "driver_wall_seconds": 233.37643480300903,
+  "experiment_name": "dp-bias-b1-common-activity-r4-raw",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 20,
+    "best_validation_accuracy": 71.94000244140625,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "train_accuracy": [
+        40.27777862548828,
+        51.893333435058594,
+        55.31111145019531,
+        57.07777786254883,
+        59.22666549682617,
+        60.20888900756836,
+        61.6533317565918,
+        62.32444381713867,
+        62.782222747802734,
+        63.97111129760742,
+        64.40888977050781,
+        64.7066650390625,
+        65.56444549560547,
+        65.77999877929688,
+        65.80000305175781,
+        66.13111114501953,
+        66.80889129638672,
+        66.66666412353516,
+        67.45333099365234,
+        67.52444458007812
+      ],
+      "train_loss": [
+        1.6674832105636597,
+        1.3518106937408447,
+        1.2641454935073853,
+        1.2239364385604858,
+        1.169036626815796,
+        1.1395410299301147,
+        1.100666880607605,
+        1.0829867124557495,
+        1.0705957412719727,
+        1.0383931398391724,
+        1.021467685699463,
+        1.0173819065093994,
+        1.0017662048339844,
+        0.9848901629447937,
+        0.9843025803565979,
+        0.9805318117141724,
+        0.9573326110839844,
+        0.9613426923751831,
+        0.9445706009864807,
+        0.9436324834823608
+      ],
+      "train_time": [
+        18.954899311065674,
+        9.774515151977539,
+        9.765694379806519,
+        9.74826717376709,
+        9.754254817962646,
+        9.699968814849854,
+        9.769453287124634,
+        9.779698610305786,
+        9.835835695266724,
+        10.098008871078491,
+        9.842448234558105,
+        9.760152578353882,
+        9.73918867111206,
+        9.803502082824707,
+        9.867266178131104,
+        9.892297744750977,
+        9.79785704612732,
+        9.807277917861938,
+        9.826288223266602,
+        9.7956862449646
+      ],
+      "used_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "val_accuracy": [
+        54.13999938964844,
+        56.97999954223633,
+        60.380001068115234,
+        62.880001068115234,
+        63.68000030517578,
+        63.560001373291016,
+        66.9800033569336,
+        66.83999633789062,
+        67.95999908447266,
+        67.69999694824219,
+        69.33999633789062,
+        69.5199966430664,
+        70.55999755859375,
+        69.73999786376953,
+        67.5,
+        70.73999786376953,
+        68.63999938964844,
+        68.5199966430664,
+        71.55999755859375,
+        71.94000244140625
+      ],
+      "val_loss": [
+        1.3084461688995361,
+        1.1877280473709106,
+        1.1184492111206055,
+        1.0580190420150757,
+        1.04485023021698,
+        1.0199389457702637,
+        0.9565152525901794,
+        0.9646633863449097,
+        0.9308329820632935,
+        0.9388185739517212,
+        0.885633111000061,
+        0.8967830538749695,
+        0.8571058511734009,
+        0.8758296966552734,
+        0.9560262560844421,
+        0.8402992486953735,
+        0.8927914500236511,
+        0.9054374694824219,
+        0.8141529560089111,
+        0.8246320486068726
+      ],
+      "val_time": [
+        0.8063521385192871,
+        0.18486547470092773,
+        0.1969923973083496,
+        0.18242907524108887,
+        0.19664430618286133,
+        0.18209457397460938,
+        0.19274258613586426,
+        0.20398807525634766,
+        0.1961514949798584,
+        0.18218231201171875,
+        0.1956768035888672,
+        0.17973065376281738,
+        0.1952342987060547,
+        0.19636750221252441,
+        0.20571041107177734,
+        0.19561481475830078,
+        0.19561171531677246,
+        0.17796754837036133,
+        0.1994321346282959,
+        0.197584867477417
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "common",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 71.94000244140625,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "common",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json
new file mode 100644
index 0000000..97f3774
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-innovation/2026_08_06_12_21_44/hist.npy",
+  "cell_id": "fixed-r1-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037130.180562,
+  "driver_wall_seconds": 233.97741317749023,
+  "experiment_name": "dp-bias-b1-fixed-r1-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.55999755859375,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        1.0000588446246184e-07,
+        9.258707223125384e-08,
+        9.464723405017139e-08,
+        9.514980092717451e-08,
+        9.654281285520483e-08,
+        9.7280995703386e-08,
+        9.827139280105257e-08,
+        9.88449642136402e-08,
+        9.960145064269454e-08,
+        1.0050320753407505e-07,
+        1.0078564116611233e-07,
+        1.0060549016088771e-07,
+        1.0136209027677978e-07,
+        1.0155044094517507e-07,
+        1.0231708813535079e-07,
+        1.0250346349494066e-07,
+        1.0289790708384317e-07,
+        1.0303607922423907e-07,
+        1.035976850971565e-07,
+        1.0333455691124982e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        6.835451671349801e-08,
+        6.765526450180914e-08,
+        6.72096973630687e-08,
+        6.699368526597027e-08,
+        6.666553531431418e-08,
+        6.658250129021326e-08,
+        6.649509742828741e-08,
+        6.639391614271517e-08,
+        6.6293729616973e-08,
+        6.622278192480735e-08,
+        6.612301461927927e-08,
+        6.608113523043357e-08,
+        6.607654512436056e-08,
+        6.610034830600853e-08,
+        6.605183955343819e-08,
+        6.597307589117918e-08,
+        6.602851954085054e-08,
+        6.596138746317592e-08,
+        6.597736046387581e-08,
+        6.597611701408823e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1.2027630805969238,
+        0.96158367395401,
+        0.8899171352386475,
+        0.8671668767929077,
+        0.8597058653831482,
+        0.8413897156715393,
+        0.8298221230506897,
+        0.8210735321044922,
+        0.8204655051231384,
+        0.8070889711380005,
+        0.8130400776863098,
+        0.800351083278656,
+        0.8026941418647766,
+        0.7922658324241638,
+        0.7833832502365112,
+        0.7864620685577393,
+        0.7798550128936768,
+        0.7738330960273743,
+        0.7768856287002563,
+        0.7709206938743591
+      ],
+      "train_accuracy": [
+        40.302223205566406,
+        51.46444320678711,
+        56.14444351196289,
+        57.00444412231445,
+        59.38888931274414,
+        60.37333297729492,
+        61.571109771728516,
+        62.488887786865234,
+        63.182220458984375,
+        64.37555694580078,
+        64.43777465820312,
+        64.67555236816406,
+        65.13777923583984,
+        65.24888610839844,
+        66.11111450195312,
+        66.47555541992188,
+        66.57111358642578,
+        66.97777557373047,
+        67.3022232055664,
+        67.07777404785156
+      ],
+      "train_loss": [
+        1.654786229133606,
+        1.3613085746765137,
+        1.2525458335876465,
+        1.219636082649231,
+        1.1621633768081665,
+        1.1311537027359009,
+        1.0987286567687988,
+        1.0774670839309692,
+        1.0578453540802002,
+        1.0363337993621826,
+        1.0241432189941406,
+        1.0197503566741943,
+        1.0026243925094604,
+        0.9986480474472046,
+        0.9736382961273193,
+        0.9725397825241089,
+        0.9669026136398315,
+        0.9548617601394653,
+        0.9453418254852295,
+        0.9516481757164001
+      ],
+      "train_time": [
+        18.643749237060547,
+        9.98658013343811,
+        9.924065589904785,
+        9.866952896118164,
+        9.95148229598999,
+        9.9918692111969,
+        10.020492553710938,
+        9.929692506790161,
+        9.870622158050537,
+        9.99126124382019,
+        9.840016603469849,
+        9.92351508140564,
+        9.93288540840149,
+        9.939160585403442,
+        9.957732915878296,
+        9.937586545944214,
+        9.94344186782837,
+        9.94616413116455,
+        9.94886326789856,
+        9.972460269927979
+      ],
+      "used_clean_difference_rms_ratio": [
+        8.224969150205652e-08,
+        6.505066352247013e-08,
+        5.980059114563119e-08,
+        5.808231406945197e-08,
+        5.730088759037244e-08,
+        5.600829311447342e-08,
+        5.5163795309454144e-08,
+        5.449832229942331e-08,
+        5.4376570801650814e-08,
+        5.3427534396632836e-08,
+        5.374364420163147e-08,
+        5.287365922868048e-08,
+        5.30197894477169e-08,
+        5.235055056118654e-08,
+        5.1717737648004913e-08,
+        5.186672069612541e-08,
+        5.147199999555596e-08,
+        5.102376121612906e-08,
+        5.123014545915794e-08,
+        5.0840405663166166e-08
+      ],
+      "val_accuracy": [
+        53.2400016784668,
+        59.20000076293945,
+        59.939998626708984,
+        61.880001068115234,
+        65.13999938964844,
+        65.77999877929688,
+        66.69999694824219,
+        66.5,
+        66.62000274658203,
+        68.66000366210938,
+        69.16000366210938,
+        69.94000244140625,
+        69.18000030517578,
+        69.30000305175781,
+        70.22000122070312,
+        70.19999694824219,
+        69.36000061035156,
+        70.41999816894531,
+        71.55999755859375,
+        70.5999984741211
+      ],
+      "val_loss": [
+        1.3113620281219482,
+        1.1572002172470093,
+        1.128830909729004,
+        1.0901392698287964,
+        0.9991558790206909,
+        0.966616153717041,
+        0.9695545434951782,
+        0.9758287072181702,
+        0.9436886310577393,
+        0.9202687740325928,
+        0.8893715739250183,
+        0.8763284087181091,
+        0.9088352918624878,
+        0.8931411504745483,
+        0.8940834999084473,
+        0.9034772515296936,
+        0.913861095905304,
+        0.8662130236625671,
+        0.8228179216384888,
+        0.8636910915374756
+      ],
+      "val_time": [
+        0.7854249477386475,
+        0.1937260627746582,
+        0.1887190341949463,
+        0.18776988983154297,
+        0.19498348236083984,
+        0.18852448463439941,
+        0.1921696662902832,
+        0.17926239967346191,
+        0.16513657569885254,
+        0.17921090126037598,
+        0.19753646850585938,
+        0.18972396850585938,
+        0.19518589973449707,
+        0.19448423385620117,
+        0.1886754035949707,
+        0.19354796409606934,
+        0.18657207489013672,
+        0.19300627708435059,
+        0.1968841552734375,
+        0.1854863166809082
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.5999984741211,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json
new file mode 100644
index 0000000..755ea7e
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-oracle/2026_08_06_12_25_09/hist.npy",
+  "cell_id": "fixed-r1-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037333.0859423,
+  "driver_wall_seconds": 231.74675989151,
+  "experiment_name": "dp-bias-b1-fixed-r1-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 13,
+    "best_validation_accuracy": 71.22000122070312,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.5302527123803884e-08,
+        3.319874508633802e-08,
+        3.2527729842968256e-08,
+        3.2334977362324935e-08,
+        3.196830888896329e-08,
+        3.16402264388671e-08,
+        3.159651029704946e-08,
+        3.161702366583086e-08,
+        3.149433425164716e-08,
+        3.128292291876278e-08,
+        3.126866943148343e-08,
+        3.134413972816219e-08,
+        3.11602477154338e-08,
+        3.0929939498491876e-08,
+        3.117822444664853e-08,
+        3.100830525681886e-08,
+        3.092169720275706e-08,
+        3.105085966126353e-08,
+        3.0968504205475256e-08,
+        3.1165196645588367e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        2.405098875613021e-08,
+        2.2896655238469066e-08,
+        2.230155438098791e-08,
+        2.2223643370011814e-08,
+        2.1935814942253273e-08,
+        2.1777472269945974e-08,
+        2.1654757986766526e-08,
+        2.165688428590329e-08,
+        2.1545792705524036e-08,
+        2.1496328272974097e-08,
+        2.1531784355488526e-08,
+        2.1525293547597357e-08,
+        2.1415008433223193e-08,
+        2.1369711333818486e-08,
+        2.134209786675001e-08,
+        2.1322790644262568e-08,
+        2.1265572414108647e-08,
+        2.1315956999501395e-08,
+        2.124897768851497e-08,
+        2.1308284914312026e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1.198838472366333,
+        0.9735377430915833,
+        0.9126430749893188,
+        0.8765112161636353,
+        0.8671545386314392,
+        0.851078450679779,
+        0.8450176119804382,
+        0.8336930274963379,
+        0.8249683380126953,
+        0.8184759020805359,
+        0.8103914260864258,
+        0.8023133277893066,
+        0.8002178072929382,
+        0.790407657623291,
+        0.7936814427375793,
+        0.7913243174552917,
+        0.7829961776733398,
+        0.7830939292907715,
+        0.7799355983734131,
+        0.779357373714447
+      ],
+      "train_accuracy": [
+        40.1422233581543,
+        51.344444274902344,
+        55.98222351074219,
+        57.74222183227539,
+        59.19333267211914,
+        60.36000061035156,
+        61.48222351074219,
+        62.217777252197266,
+        63.58000183105469,
+        63.720001220703125,
+        63.9022216796875,
+        64.5199966430664,
+        65.04444122314453,
+        65.42444610595703,
+        65.75555419921875,
+        65.7066650390625,
+        66.47555541992188,
+        66.45555877685547,
+        67.27111053466797,
+        66.93333435058594
+      ],
+      "train_loss": [
+        1.66041100025177,
+        1.3634130954742432,
+        1.2456493377685547,
+        1.2028425931930542,
+        1.1636205911636353,
+        1.1331596374511719,
+        1.1063830852508545,
+        1.090489387512207,
+        1.053797721862793,
+        1.0426077842712402,
+        1.0337307453155518,
+        1.0232574939727783,
+        1.0176836252212524,
+        0.9999640583992004,
+        0.987380862236023,
+        0.9908088445663452,
+        0.9706933498382568,
+        0.9685449004173279,
+        0.9491733312606812,
+        0.9492895603179932
+      ],
+      "train_time": [
+        18.36190128326416,
+        9.913581848144531,
+        9.966034412384033,
+        9.74104642868042,
+        9.751606702804565,
+        9.802408933639526,
+        9.806690216064453,
+        9.804325103759766,
+        9.892542839050293,
+        9.88482928276062,
+        9.971031188964844,
+        9.876217365264893,
+        9.952821254730225,
+        9.922522783279419,
+        9.8995361328125,
+        9.871611595153809,
+        9.906434774398804,
+        9.904657363891602,
+        9.903830766677856,
+        9.898789644241333
+      ],
+      "used_clean_difference_rms_ratio": [
+        2.892388373254562e-08,
+        2.2286403833504664e-08,
+        2.033957891001137e-08,
+        1.9455308475357924e-08,
+        1.900251689335164e-08,
+        1.8511972399437582e-08,
+        1.827245732499705e-08,
+        1.8030128501322906e-08,
+        1.7747479930108057e-08,
+        1.755818068716053e-08,
+        1.741067556793041e-08,
+        1.7243166894331807e-08,
+        1.7102934180002194e-08,
+        1.6857280016324694e-08,
+        1.6903904054288432e-08,
+        1.6837914174061552e-08,
+        1.6617963893850174e-08,
+        1.6656722223729048e-08,
+        1.652832182230668e-08,
+        1.6571231498119232e-08
+      ],
+      "val_accuracy": [
+        51.560001373291016,
+        58.220001220703125,
+        62.65999984741211,
+        61.220001220703125,
+        65.9000015258789,
+        65.9000015258789,
+        66.04000091552734,
+        67.04000091552734,
+        67.44000244140625,
+        68.66000366210938,
+        68.31999969482422,
+        69.0199966430664,
+        71.22000122070312,
+        68.66000366210938,
+        68.69999694824219,
+        70.55999755859375,
+        69.68000030517578,
+        70.87999725341797,
+        70.9800033569336,
+        69.83999633789062
+      ],
+      "val_loss": [
+        1.3413258790969849,
+        1.1681485176086426,
+        1.0665289163589478,
+        1.1394128799438477,
+        0.9797815680503845,
+        0.9768078327178955,
+        0.9755752086639404,
+        0.9481109380722046,
+        0.9290716052055359,
+        0.936543345451355,
+        0.9307212829589844,
+        0.9038412570953369,
+        0.838664174079895,
+        0.9011263251304626,
+        0.9168100953102112,
+        0.8748462200164795,
+        0.873343825340271,
+        0.8537476062774658,
+        0.8314023017883301,
+        0.8747802972793579
+      ],
+      "val_time": [
+        0.8507208824157715,
+        0.21592020988464355,
+        0.1936790943145752,
+        0.18094801902770996,
+        0.18260836601257324,
+        0.18935680389404297,
+        0.1902604103088379,
+        0.18748784065246582,
+        0.1922144889831543,
+        0.19185590744018555,
+        0.1790916919708252,
+        0.1987013816833496,
+        0.19455814361572266,
+        0.18904924392700195,
+        0.1892688274383545,
+        0.19411134719848633,
+        0.19103550910949707,
+        0.1941685676574707,
+        0.2005901336669922,
+        0.18710708618164062
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.83999633789062,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json
new file mode 100644
index 0000000..af42673
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-raw/2026_08_06_12_21_23/hist.npy",
+  "cell_id": "fixed-r1-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037101.3101676,
+  "driver_wall_seconds": 226.67992663383484,
+  "experiment_name": "dp-bias-b1-fixed-r1-raw",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.479999542236328,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        8.876253732952805e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29,
+        9.766048825862839e+29
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1265982681120768.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0
+      ],
+      "train_accuracy": [
+        10.108888626098633,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156
+      ],
+      "train_loss": [
+        9.036826455105626e+23,
+        1.6525949176918434e+25,
+        6.642921571987805e+25,
+        1.5482169678298097e+26,
+        2.7539738212800163e+26,
+        4.181696103418033e+26,
+        5.717420013823923e+26,
+        7.260044482252906e+26,
+        8.733774788785162e+26,
+        1.0081527114949714e+27,
+        1.1243618127100721e+27,
+        1.2224469878727531e+27,
+        1.301178577023061e+27,
+        1.359801591819547e+27,
+        1.4006835611836073e+27,
+        1.4247878478777473e+27,
+        1.434953922323745e+27,
+        1.4334252037488684e+27,
+        1.4223218871299738e+27,
+        1.4008011776238213e+27
+      ],
+      "train_time": [
+        18.431241989135742,
+        9.621309518814087,
+        9.564892768859863,
+        9.53870701789856,
+        9.53326153755188,
+        9.546462774276733,
+        9.468735456466675,
+        9.53238320350647,
+        9.600309610366821,
+        9.614484786987305,
+        9.691189050674438,
+        9.678954601287842,
+        9.63919448852539,
+        9.616204261779785,
+        9.682967185974121,
+        9.611989736557007,
+        9.675414562225342,
+        9.696754455566406,
+        9.638877153396606,
+        9.72725772857666
+      ],
+      "used_clean_difference_rms_ratio": [
+        1265982681120768.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0,
+        1392890374782976.0
+      ],
+      "val_accuracy": [
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328
+      ],
+      "val_loss": [
+        4.4500452705600034e+24,
+        3.7687814170605073e+25,
+        1.1258432522798876e+26,
+        2.267813386098775e+26,
+        3.705699639753965e+26,
+        5.31988714501226e+26,
+        6.993491243997092e+26,
+        8.628597357034973e+26,
+        1.0151823967265807e+27,
+        1.1506291646142952e+27,
+        1.2662981451629177e+27,
+        1.3608263453463297e+27,
+        1.434305039654208e+27,
+        1.487247342719707e+27,
+        1.5220747955308707e+27,
+        1.5401025771531782e+27,
+        1.543857743950775e+27,
+        1.5362386483525227e+27,
+        1.5182564670815654e+27,
+        1.4917327054347177e+27
+      ],
+      "val_time": [
+        0.833256721496582,
+        0.18540215492248535,
+        0.20075130462646484,
+        0.1912064552307129,
+        0.18006682395935059,
+        0.17986392974853516,
+        0.19464516639709473,
+        0.1877756118774414,
+        0.18885421752929688,
+        0.19922518730163574,
+        0.18958830833435059,
+        0.19841766357421875,
+        0.1977090835571289,
+        0.19162631034851074,
+        0.19475841522216797,
+        0.1841738224029541,
+        0.1643381118774414,
+        0.1849231719970703,
+        0.19922852516174316,
+        0.19597339630126953
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 9.479999542236328,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-raw.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json
new file mode 100644
index 0000000..080c615
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-innovation/2026_08_06_12_29_01/hist.npy",
+  "cell_id": "fixed-r4-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037571.7027402,
+  "driver_wall_seconds": 238.58438539505005,
+  "experiment_name": "dp-bias-b1-fixed-r4-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 20,
+    "best_validation_accuracy": 70.73999786376953,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.7386143958428875e-07,
+        3.265456882672879e-07,
+        3.3823988587755593e-07,
+        3.465264057922468e-07,
+        3.5272762488602893e-07,
+        3.575420066681545e-07,
+        3.6229624811312533e-07,
+        3.654359375104832e-07,
+        3.6793949220736977e-07,
+        3.709367888404813e-07,
+        3.740589988865395e-07,
+        3.7481916592696507e-07,
+        3.77727076283918e-07,
+        3.793997223056067e-07,
+        3.805201629347721e-07,
+        3.7876642977607844e-07,
+        3.8426841797445377e-07,
+        3.84737546710312e-07,
+        3.862296580336988e-07,
+        3.857441015497898e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        6.075792668980284e-08,
+        6.10865171779551e-08,
+        6.116385975474259e-08,
+        6.116147943657779e-08,
+        6.114266426493487e-08,
+        6.113095452064954e-08,
+        6.113562989185084e-08,
+        6.116109574350048e-08,
+        6.114147055313879e-08,
+        6.11354522561669e-08,
+        6.113651096484318e-08,
+        6.115495665426351e-08,
+        6.115828199426687e-08,
+        6.118909823271679e-08,
+        6.114496642339873e-08,
+        6.11535853067835e-08,
+        6.115539719075969e-08,
+        6.113893391557212e-08,
+        6.114299822002067e-08,
+        6.116443529435855e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        4.8543620109558105,
+        3.8679308891296387,
+        3.6137945652008057,
+        3.5404129028320312,
+        3.50365948677063,
+        3.4397506713867188,
+        3.3970277309417725,
+        3.3484766483306885,
+        3.322092056274414,
+        3.2877793312072754,
+        3.2568273544311523,
+        3.2282280921936035,
+        3.205082893371582,
+        3.161638021469116,
+        3.1740646362304688,
+        3.1779019832611084,
+        3.138942003250122,
+        3.13427472114563,
+        3.1256542205810547,
+        3.115344762802124
+      ],
+      "train_accuracy": [
+        39.93111038208008,
+        50.61111068725586,
+        54.71555709838867,
+        57.27111053466797,
+        59.16222381591797,
+        60.37111282348633,
+        61.82444381713867,
+        62.42222213745117,
+        63.19111251831055,
+        63.7599983215332,
+        64.57555389404297,
+        64.49333190917969,
+        65.2911148071289,
+        65.46666717529297,
+        65.75111389160156,
+        65.6177749633789,
+        66.3066635131836,
+        66.76889038085938,
+        66.92666625976562,
+        66.62444305419922
+      ],
+      "train_loss": [
+        1.6732494831085205,
+        1.3778834342956543,
+        1.2823128700256348,
+        1.2087215185165405,
+        1.1711057424545288,
+        1.12870454788208,
+        1.0990383625030518,
+        1.0782585144042969,
+        1.0627708435058594,
+        1.0424771308898926,
+        1.0253286361694336,
+        1.0170342922210693,
+        1.0050562620162964,
+        0.9935911893844604,
+        0.983639657497406,
+        0.9990617632865906,
+        0.9686533808708191,
+        0.9634768962860107,
+        0.9589813947677612,
+        0.960857629776001
+      ],
+      "train_time": [
+        19.07577896118164,
+        10.223672866821289,
+        10.152430295944214,
+        10.103763818740845,
+        10.037112951278687,
+        10.08905577659607,
+        10.156206130981445,
+        10.23356318473816,
+        10.210198163986206,
+        10.18269658088684,
+        10.163143634796143,
+        10.247886180877686,
+        10.275620937347412,
+        10.223963499069214,
+        10.292736768722534,
+        10.25776982307434,
+        10.25357961654663,
+        10.22788381576538,
+        10.252467155456543,
+        10.264687299728394
+      ],
+      "used_clean_difference_rms_ratio": [
+        2.9478866281351657e-07,
+        2.362405808753465e-07,
+        2.2100692831372726e-07,
+        2.1650190262789692e-07,
+        2.1418914286641666e-07,
+        2.1023801366482076e-07,
+        2.0764082364621572e-07,
+        2.0475663120578247e-07,
+        2.030891579352101e-07,
+        2.0096143771297648e-07,
+        1.9907265880192426e-07,
+        1.9738526191304118e-07,
+        1.9597274558691424e-07,
+        1.934168523121116e-07,
+        1.9403057649469702e-07,
+        1.942943583799206e-07,
+        1.9192344780094572e-07,
+        1.9158562736265594e-07,
+        1.910639610969156e-07,
+        1.9050045807489369e-07
+      ],
+      "val_accuracy": [
+        51.65999984741211,
+        57.20000076293945,
+        61.58000183105469,
+        59.7599983215332,
+        66.30000305175781,
+        61.47999954223633,
+        64.27999877929688,
+        65.13999938964844,
+        66.19999694824219,
+        67.94000244140625,
+        67.27999877929688,
+        68.91999816894531,
+        68.0199966430664,
+        67.91999816894531,
+        66.12000274658203,
+        68.27999877929688,
+        69.4000015258789,
+        70.54000091552734,
+        70.0999984741211,
+        70.73999786376953
+      ],
+      "val_loss": [
+        1.3576420545578003,
+        1.18913996219635,
+        1.0790584087371826,
+        1.1809678077697754,
+        0.9652243852615356,
+        1.0773024559020996,
+        1.0297651290893555,
+        1.0066090822219849,
+        0.9474697113037109,
+        0.9350220561027527,
+        0.9238389730453491,
+        0.9042827486991882,
+        0.9503498673439026,
+        0.9033326506614685,
+        0.9794309735298157,
+        0.9186640977859497,
+        0.8610747456550598,
+        0.8646942973136902,
+        0.8616397976875305,
+        0.8665235042572021
+      ],
+      "val_time": [
+        0.8356015682220459,
+        0.20078372955322266,
+        0.1810774803161621,
+        0.19264817237854004,
+        0.1927657127380371,
+        0.195082426071167,
+        0.18901443481445312,
+        0.18298959732055664,
+        0.17997169494628906,
+        0.18991899490356445,
+        0.17945289611816406,
+        0.18080496788024902,
+        0.19856905937194824,
+        0.19565796852111816,
+        0.18637657165527344,
+        0.1945338249206543,
+        0.191619873046875,
+        0.19365310668945312,
+        0.1951289176940918,
+        0.19156312942504883
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.73999786376953,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json
new file mode 100644
index 0000000..ab166d8
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-oracle/2026_08_06_12_29_27/hist.npy",
+  "cell_id": "fixed-r4-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037587.5223668,
+  "driver_wall_seconds": 228.5305459499359,
+  "experiment_name": "dp-bias-b1-fixed-r4-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.45999908447266,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.252416622804958e-08,
+        7.324908324335411e-08,
+        7.447956562600666e-08,
+        7.52897975075939e-08,
+        7.5693492362916e-08,
+        7.624377929005277e-08,
+        7.612870689399642e-08,
+        7.668793244874905e-08,
+        7.684944591801468e-08,
+        7.645190436278426e-08,
+        7.707402716050638e-08,
+        7.689272507604983e-08,
+        7.727759054887429e-08,
+        7.761164511066454e-08,
+        7.697322956801145e-08,
+        7.743385310732265e-08,
+        7.754166375661953e-08,
+        7.637022747530864e-08,
+        7.71772050711661e-08,
+        7.686002589935015e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.2241814673075169e-08,
+        1.2659178594276455e-08,
+        1.2631998558276791e-08,
+        1.262975235505337e-08,
+        1.2541802263399404e-08,
+        1.2589591591449789e-08,
+        1.2520617431732717e-08,
+        1.254750170431862e-08,
+        1.2555433137606542e-08,
+        1.2448690966948561e-08,
+        1.2517295644443038e-08,
+        1.2477173960689925e-08,
+        1.2492936463104343e-08,
+        1.255742354544509e-08,
+        1.24445493909775e-08,
+        1.2500488644207053e-08,
+        1.2450052544465962e-08,
+        1.2355561018750905e-08,
+        1.2424810513778084e-08,
+        1.244514269416186e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        4.822916030883789,
+        3.8798279762268066,
+        3.637096405029297,
+        3.53133225440979,
+        3.484659194946289,
+        3.417017936706543,
+        3.360074520111084,
+        3.35482120513916,
+        3.295403480529785,
+        3.271224021911621,
+        3.232226610183716,
+        3.220590353012085,
+        3.2027981281280518,
+        3.1709935665130615,
+        3.1692051887512207,
+        3.1647520065307617,
+        3.1462783813476562,
+        3.1504404544830322,
+        3.125511407852173,
+        3.098252058029175
+      ],
+      "train_accuracy": [
+        39.913333892822266,
+        50.802223205566406,
+        55.768890380859375,
+        57.637779235839844,
+        59.58222198486328,
+        60.14666748046875,
+        61.98666763305664,
+        62.439998626708984,
+        63.0977783203125,
+        64.2044448852539,
+        64.5,
+        64.52889251708984,
+        65.13333129882812,
+        65.086669921875,
+        65.78666687011719,
+        65.51777648925781,
+        66.52666473388672,
+        66.27111053466797,
+        67.04000091552734,
+        66.81999969482422
+      ],
+      "train_loss": [
+        1.673697590827942,
+        1.3755486011505127,
+        1.261046290397644,
+        1.2049065828323364,
+        1.1582304239273071,
+        1.136702299118042,
+        1.0940018892288208,
+        1.081592321395874,
+        1.0631744861602783,
+        1.0335867404937744,
+        1.0261904001235962,
+        1.0186970233917236,
+        1.0091350078582764,
+        1.0018861293792725,
+        0.9846680760383606,
+        0.995300829410553,
+        0.9695129990577698,
+        0.969952404499054,
+        0.9575169682502747,
+        0.955816924571991
+      ],
+      "train_time": [
+        18.419772148132324,
+        9.683061361312866,
+        9.610059022903442,
+        9.677691459655762,
+        9.795162916183472,
+        9.670673847198486,
+        9.62449860572815,
+        9.625856399536133,
+        9.63636064529419,
+        9.695557117462158,
+        9.821976661682129,
+        9.610363721847534,
+        9.673288345336914,
+        9.688872575759888,
+        9.641576051712036,
+        9.667531251907349,
+        9.723292589187622,
+        9.642744064331055,
+        9.692304372787476,
+        9.71558952331543
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.8855626150489115e-08,
+        4.904005024286562e-08,
+        4.588750712741785e-08,
+        4.4512251662354174e-08,
+        4.363606720403368e-08,
+        4.292868993616139e-08,
+        4.196473923911981e-08,
+        4.2009855150126896e-08,
+        4.128048658458283e-08,
+        4.062290415163261e-08,
+        4.03503968016139e-08,
+        4.0095272879625554e-08,
+        3.9918571559383054e-08,
+        3.971916129330566e-08,
+        3.932295911113215e-08,
+        3.945366344737522e-08,
+        3.907975454353618e-08,
+        3.882687948930652e-08,
+        3.8720859407703756e-08,
+        3.845456930662294e-08
+      ],
+      "val_accuracy": [
+        53.279998779296875,
+        57.68000030517578,
+        62.02000045776367,
+        61.70000076293945,
+        65.44000244140625,
+        63.380001068115234,
+        67.13999938964844,
+        67.86000061035156,
+        66.16000366210938,
+        67.54000091552734,
+        68.23999786376953,
+        69.13999938964844,
+        68.68000030517578,
+        69.30000305175781,
+        68.41999816894531,
+        68.13999938964844,
+        69.91999816894531,
+        69.83999633789062,
+        71.45999908447266,
+        69.73999786376953
+      ],
+      "val_loss": [
+        1.338208794593811,
+        1.1942516565322876,
+        1.0804589986801147,
+        1.0996321439743042,
+        0.9722495079040527,
+        1.0276247262954712,
+        0.9608409404754639,
+        0.9250602722167969,
+        0.97442626953125,
+        0.9249194264411926,
+        0.9003570079803467,
+        0.8953759074211121,
+        0.9011026620864868,
+        0.889336109161377,
+        0.9343965649604797,
+        0.916034996509552,
+        0.8628690242767334,
+        0.8701022267341614,
+        0.8208991885185242,
+        0.8739417791366577
+      ],
+      "val_time": [
+        0.8308701515197754,
+        0.19659662246704102,
+        0.19467735290527344,
+        0.19200897216796875,
+        0.20270848274230957,
+        0.18833565711975098,
+        0.1758711338043213,
+        0.18536591529846191,
+        0.19452977180480957,
+        0.20328497886657715,
+        0.1883254051208496,
+        0.19422578811645508,
+        0.18808889389038086,
+        0.20572924613952637,
+        0.19452309608459473,
+        0.19227194786071777,
+        0.18044090270996094,
+        0.19103169441223145,
+        0.18132996559143066,
+        0.20249128341674805
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.73999786376953,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json
new file mode 100644
index 0000000..128b46b
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-raw/2026_08_06_12_25_38/hist.npy",
+  "cell_id": "fixed-r4-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037358.9705188,
+  "driver_wall_seconds": 228.76841735839844,
+  "experiment_name": "dp-bias-b1-fixed-r4-raw",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.479999542236328,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.81092919993687e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5435368086175744.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0
+      ],
+      "train_accuracy": [
+        10.073333740234375,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156
+      ],
+      "train_loss": [
+        1.6218304755550648e+25,
+        2.4439678016190534e+26,
+        9.417228132455627e+26,
+        2.2210929115549213e+27,
+        4.1405304969170954e+27,
+        6.79043479789599e+27,
+        1.0302340692044074e+28,
+        1.486500028223793e+28,
+        2.063234972931128e+28,
+        2.7846078569265775e+28,
+        3.6803281502863327e+28,
+        4.773163090179281e+28,
+        6.08552951418128e+28,
+        7.6658264841386125e+28,
+        9.527364934456543e+28,
+        1.1700614045919196e+29,
+        1.4227161338957962e+29,
+        1.7116262651879265e+29,
+        2.043884415136262e+29,
+        2.420602134363541e+29
+      ],
+      "train_time": [
+        18.913175344467163,
+        9.681174755096436,
+        9.584656715393066,
+        9.690833568572998,
+        9.661729335784912,
+        9.70432162284851,
+        9.658563137054443,
+        9.685489416122437,
+        9.65170955657959,
+        9.671739339828491,
+        9.823587417602539,
+        9.714695692062378,
+        9.686125993728638,
+        9.576675415039062,
+        9.651054620742798,
+        9.791229486465454,
+        9.676406860351562,
+        9.688806772232056,
+        9.643093824386597,
+        9.700119018554688
+      ],
+      "used_clean_difference_rms_ratio": [
+        5435368086175744.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0
+      ],
+      "val_accuracy": [
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328
+      ],
+      "val_loss": [
+        7.301200090618556e+25,
+        5.419222861849186e+26,
+        1.5935087051516665e+27,
+        3.3022402010063006e+27,
+        5.732389177704857e+27,
+        9.00034647378505e+27,
+        1.3289564516338063e+28,
+        1.8771503577919739e+28,
+        2.5651620837691906e+28,
+        3.423398593171168e+28,
+        4.476674505155441e+28,
+        5.7531089148259335e+28,
+        7.287732572870896e+28,
+        9.112232086153735e+28,
+        1.1255452613625116e+29,
+        1.3748954674963353e+29,
+        1.6619018239645616e+29,
+        1.9911580599870666e+29,
+        2.367476455904554e+29,
+        2.7920702821138026e+29
+      ],
+      "val_time": [
+        0.7719833850860596,
+        0.2079758644104004,
+        0.18584132194519043,
+        0.1899263858795166,
+        0.17994451522827148,
+        0.20385217666625977,
+        0.1930103302001953,
+        0.18089985847473145,
+        0.1946544647216797,
+        0.18108510971069336,
+        0.1787278652191162,
+        0.19379758834838867,
+        0.18785452842712402,
+        0.19640612602233887,
+        0.19753694534301758,
+        0.19116926193237305,
+        0.19576191902160645,
+        0.19751715660095215,
+        0.19964146614074707,
+        0.18113398551940918
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 9.479999542236328,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}
diff --git a/results/contrastive_bias/b1/launch.json b/results/contrastive_bias/b1/launch.json
new file mode 100644
index 0000000..c7a52de
--- /dev/null
+++ b/results/contrastive_bias/b1/launch.json
@@ -0,0 +1,20 @@
+{
+  "allowed_physical_gpus": [
+    5,
+    7
+  ],
+  "num_jobs": 17,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1"
+}
diff --git a/results/contrastive_bias/b1_gate.json b/results/contrastive_bias/b1_gate.json
new file mode 100644
index 0000000..3614644
--- /dev/null
+++ b/results/contrastive_bias/b1_gate.json
@@ -0,0 +1,79 @@
+{
+  "activity_table": [
+    {
+      "innovation": 71.0999984741211,
+      "innovation_clean_gap": 1.4399948120117188,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.5199966430664062,
+      "innovation_post_bias_ratio_max": 8.959111141848553e-08,
+      "oracle": 70.58000183105469,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 0.25,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    },
+    {
+      "innovation": 70.18000030517578,
+      "innovation_clean_gap": 0.5199966430664062,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.37999725341796875,
+      "innovation_post_bias_ratio_max": 8.586498267959541e-08,
+      "oracle": 69.80000305175781,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 1.0,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    },
+    {
+      "innovation": 68.95999908447266,
+      "innovation_clean_gap": 0.7000045776367188,
+      "innovation_finite": true,
+      "innovation_oracle_gap": 0.9000015258789062,
+      "innovation_post_bias_ratio_max": 8.472805035353304e-08,
+      "oracle": 69.86000061035156,
+      "oracle_finite": true,
+      "passes": true,
+      "ratio": 4.0,
+      "raw": 9.399999618530273,
+      "raw_degradation": 60.2600040435791,
+      "raw_finite": false
+    }
+  ],
+  "checks": {
+    "all_innovation_post_bias_at_most_1e_3": true,
+    "clean_at_least_70": false,
+    "common_difference_error_at_most_1e_6": true,
+    "common_within_0p2": false,
+    "predictor_saw_zero_instruction_observations": true,
+    "single_registry_lock": true,
+    "single_source_lock": true,
+    "some_activity_ratio_passes": true
+  },
+  "clean_final_validation_accuracy": 69.66000366210938,
+  "common_final_validation_accuracy": 71.94000244140625,
+  "common_maximum_difference_relative_error": 0.0,
+  "gate": "fail",
+  "innovation_maximum_post_bias_ratio": 8.959111141848553e-08,
+  "largest_core_passing_activity_ratio": 4.0,
+  "num_audited_records": 17,
+  "num_expected_records": 17,
+  "predictor_maximum_instruction_observations": 0.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "selected_confirmation_ratio": null,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1"
+}
diff --git a/results/contrastive_bias/b1_summary.pdf b/results/contrastive_bias/b1_summary.pdf
new file mode 100644
index 0000000..1b7998f
--- /dev/null
+++ b/results/contrastive_bias/b1_summary.pdf
diff --git a/results/contrastive_bias/b1_summary.png b/results/contrastive_bias/b1_summary.png
new file mode 100644
index 0000000..410abfb
--- /dev/null
+++ b/results/contrastive_bias/b1_summary.png