results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json
new file mode 100644
index 0000000..ab166d8
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-oracle/2026_08_06_12_29_27/hist.npy",
+  "cell_id": "fixed-r4-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037587.5223668,
+  "driver_wall_seconds": 228.5305459499359,
+  "experiment_name": "dp-bias-b1-fixed-r4-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.45999908447266,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.252416622804958e-08,
+        7.324908324335411e-08,
+        7.447956562600666e-08,
+        7.52897975075939e-08,
+        7.5693492362916e-08,
+        7.624377929005277e-08,
+        7.612870689399642e-08,
+        7.668793244874905e-08,
+        7.684944591801468e-08,
+        7.645190436278426e-08,
+        7.707402716050638e-08,
+        7.689272507604983e-08,
+        7.727759054887429e-08,
+        7.761164511066454e-08,
+        7.697322956801145e-08,
+        7.743385310732265e-08,
+        7.754166375661953e-08,
+        7.637022747530864e-08,
+        7.71772050711661e-08,
+        7.686002589935015e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.2241814673075169e-08,
+        1.2659178594276455e-08,
+        1.2631998558276791e-08,
+        1.262975235505337e-08,
+        1.2541802263399404e-08,
+        1.2589591591449789e-08,
+        1.2520617431732717e-08,
+        1.254750170431862e-08,
+        1.2555433137606542e-08,
+        1.2448690966948561e-08,
+        1.2517295644443038e-08,
+        1.2477173960689925e-08,
+        1.2492936463104343e-08,
+        1.255742354544509e-08,
+        1.24445493909775e-08,
+        1.2500488644207053e-08,
+        1.2450052544465962e-08,
+        1.2355561018750905e-08,
+        1.2424810513778084e-08,
+        1.244514269416186e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        4.822916030883789,
+        3.8798279762268066,
+        3.637096405029297,
+        3.53133225440979,
+        3.484659194946289,
+        3.417017936706543,
+        3.360074520111084,
+        3.35482120513916,
+        3.295403480529785,
+        3.271224021911621,
+        3.232226610183716,
+        3.220590353012085,
+        3.2027981281280518,
+        3.1709935665130615,
+        3.1692051887512207,
+        3.1647520065307617,
+        3.1462783813476562,
+        3.1504404544830322,
+        3.125511407852173,
+        3.098252058029175
+      ],
+      "train_accuracy": [
+        39.913333892822266,
+        50.802223205566406,
+        55.768890380859375,
+        57.637779235839844,
+        59.58222198486328,
+        60.14666748046875,
+        61.98666763305664,
+        62.439998626708984,
+        63.0977783203125,
+        64.2044448852539,
+        64.5,
+        64.52889251708984,
+        65.13333129882812,
+        65.086669921875,
+        65.78666687011719,
+        65.51777648925781,
+        66.52666473388672,
+        66.27111053466797,
+        67.04000091552734,
+        66.81999969482422
+      ],
+      "train_loss": [
+        1.673697590827942,
+        1.3755486011505127,
+        1.261046290397644,
+        1.2049065828323364,
+        1.1582304239273071,
+        1.136702299118042,
+        1.0940018892288208,
+        1.081592321395874,
+        1.0631744861602783,
+        1.0335867404937744,
+        1.0261904001235962,
+        1.0186970233917236,
+        1.0091350078582764,
+        1.0018861293792725,
+        0.9846680760383606,
+        0.995300829410553,
+        0.9695129990577698,
+        0.969952404499054,
+        0.9575169682502747,
+        0.955816924571991
+      ],
+      "train_time": [
+        18.419772148132324,
+        9.683061361312866,
+        9.610059022903442,
+        9.677691459655762,
+        9.795162916183472,
+        9.670673847198486,
+        9.62449860572815,
+        9.625856399536133,
+        9.63636064529419,
+        9.695557117462158,
+        9.821976661682129,
+        9.610363721847534,
+        9.673288345336914,
+        9.688872575759888,
+        9.641576051712036,
+        9.667531251907349,
+        9.723292589187622,
+        9.642744064331055,
+        9.692304372787476,
+        9.71558952331543
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.8855626150489115e-08,
+        4.904005024286562e-08,
+        4.588750712741785e-08,
+        4.4512251662354174e-08,
+        4.363606720403368e-08,
+        4.292868993616139e-08,
+        4.196473923911981e-08,
+        4.2009855150126896e-08,
+        4.128048658458283e-08,
+        4.062290415163261e-08,
+        4.03503968016139e-08,
+        4.0095272879625554e-08,
+        3.9918571559383054e-08,
+        3.971916129330566e-08,
+        3.932295911113215e-08,
+        3.945366344737522e-08,
+        3.907975454353618e-08,
+        3.882687948930652e-08,
+        3.8720859407703756e-08,
+        3.845456930662294e-08
+      ],
+      "val_accuracy": [
+        53.279998779296875,
+        57.68000030517578,
+        62.02000045776367,
+        61.70000076293945,
+        65.44000244140625,
+        63.380001068115234,
+        67.13999938964844,
+        67.86000061035156,
+        66.16000366210938,
+        67.54000091552734,
+        68.23999786376953,
+        69.13999938964844,
+        68.68000030517578,
+        69.30000305175781,
+        68.41999816894531,
+        68.13999938964844,
+        69.91999816894531,
+        69.83999633789062,
+        71.45999908447266,
+        69.73999786376953
+      ],
+      "val_loss": [
+        1.338208794593811,
+        1.1942516565322876,
+        1.0804589986801147,
+        1.0996321439743042,
+        0.9722495079040527,
+        1.0276247262954712,
+        0.9608409404754639,
+        0.9250602722167969,
+        0.97442626953125,
+        0.9249194264411926,
+        0.9003570079803467,
+        0.8953759074211121,
+        0.9011026620864868,
+        0.889336109161377,
+        0.9343965649604797,
+        0.916034996509552,
+        0.8628690242767334,
+        0.8701022267341614,
+        0.8208991885185242,
+        0.8739417791366577
+      ],
+      "val_time": [
+        0.8308701515197754,
+        0.19659662246704102,
+        0.19467735290527344,
+        0.19200897216796875,
+        0.20270848274230957,
+        0.18833565711975098,
+        0.1758711338043213,
+        0.18536591529846191,
+        0.19452977180480957,
+        0.20328497886657715,
+        0.1883254051208496,
+        0.19422578811645508,
+        0.18808889389038086,
+        0.20572924613952637,
+        0.19452309608459473,
+        0.19227194786071777,
+        0.18044090270996094,
+        0.19103169441223145,
+        0.18132996559143066,
+        0.20249128341674805
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.73999786376953,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}