results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json
new file mode 100644
index 0000000..755ea7e
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-oracle/2026_08_06_12_25_09/hist.npy",
+  "cell_id": "fixed-r1-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037333.0859423,
+  "driver_wall_seconds": 231.74675989151,
+  "experiment_name": "dp-bias-b1-fixed-r1-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 13,
+    "best_validation_accuracy": 71.22000122070312,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.5302527123803884e-08,
+        3.319874508633802e-08,
+        3.2527729842968256e-08,
+        3.2334977362324935e-08,
+        3.196830888896329e-08,
+        3.16402264388671e-08,
+        3.159651029704946e-08,
+        3.161702366583086e-08,
+        3.149433425164716e-08,
+        3.128292291876278e-08,
+        3.126866943148343e-08,
+        3.134413972816219e-08,
+        3.11602477154338e-08,
+        3.0929939498491876e-08,
+        3.117822444664853e-08,
+        3.100830525681886e-08,
+        3.092169720275706e-08,
+        3.105085966126353e-08,
+        3.0968504205475256e-08,
+        3.1165196645588367e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        2.405098875613021e-08,
+        2.2896655238469066e-08,
+        2.230155438098791e-08,
+        2.2223643370011814e-08,
+        2.1935814942253273e-08,
+        2.1777472269945974e-08,
+        2.1654757986766526e-08,
+        2.165688428590329e-08,
+        2.1545792705524036e-08,
+        2.1496328272974097e-08,
+        2.1531784355488526e-08,
+        2.1525293547597357e-08,
+        2.1415008433223193e-08,
+        2.1369711333818486e-08,
+        2.134209786675001e-08,
+        2.1322790644262568e-08,
+        2.1265572414108647e-08,
+        2.1315956999501395e-08,
+        2.124897768851497e-08,
+        2.1308284914312026e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1.198838472366333,
+        0.9735377430915833,
+        0.9126430749893188,
+        0.8765112161636353,
+        0.8671545386314392,
+        0.851078450679779,
+        0.8450176119804382,
+        0.8336930274963379,
+        0.8249683380126953,
+        0.8184759020805359,
+        0.8103914260864258,
+        0.8023133277893066,
+        0.8002178072929382,
+        0.790407657623291,
+        0.7936814427375793,
+        0.7913243174552917,
+        0.7829961776733398,
+        0.7830939292907715,
+        0.7799355983734131,
+        0.779357373714447
+      ],
+      "train_accuracy": [
+        40.1422233581543,
+        51.344444274902344,
+        55.98222351074219,
+        57.74222183227539,
+        59.19333267211914,
+        60.36000061035156,
+        61.48222351074219,
+        62.217777252197266,
+        63.58000183105469,
+        63.720001220703125,
+        63.9022216796875,
+        64.5199966430664,
+        65.04444122314453,
+        65.42444610595703,
+        65.75555419921875,
+        65.7066650390625,
+        66.47555541992188,
+        66.45555877685547,
+        67.27111053466797,
+        66.93333435058594
+      ],
+      "train_loss": [
+        1.66041100025177,
+        1.3634130954742432,
+        1.2456493377685547,
+        1.2028425931930542,
+        1.1636205911636353,
+        1.1331596374511719,
+        1.1063830852508545,
+        1.090489387512207,
+        1.053797721862793,
+        1.0426077842712402,
+        1.0337307453155518,
+        1.0232574939727783,
+        1.0176836252212524,
+        0.9999640583992004,
+        0.987380862236023,
+        0.9908088445663452,
+        0.9706933498382568,
+        0.9685449004173279,
+        0.9491733312606812,
+        0.9492895603179932
+      ],
+      "train_time": [
+        18.36190128326416,
+        9.913581848144531,
+        9.966034412384033,
+        9.74104642868042,
+        9.751606702804565,
+        9.802408933639526,
+        9.806690216064453,
+        9.804325103759766,
+        9.892542839050293,
+        9.88482928276062,
+        9.971031188964844,
+        9.876217365264893,
+        9.952821254730225,
+        9.922522783279419,
+        9.8995361328125,
+        9.871611595153809,
+        9.906434774398804,
+        9.904657363891602,
+        9.903830766677856,
+        9.898789644241333
+      ],
+      "used_clean_difference_rms_ratio": [
+        2.892388373254562e-08,
+        2.2286403833504664e-08,
+        2.033957891001137e-08,
+        1.9455308475357924e-08,
+        1.900251689335164e-08,
+        1.8511972399437582e-08,
+        1.827245732499705e-08,
+        1.8030128501322906e-08,
+        1.7747479930108057e-08,
+        1.755818068716053e-08,
+        1.741067556793041e-08,
+        1.7243166894331807e-08,
+        1.7102934180002194e-08,
+        1.6857280016324694e-08,
+        1.6903904054288432e-08,
+        1.6837914174061552e-08,
+        1.6617963893850174e-08,
+        1.6656722223729048e-08,
+        1.652832182230668e-08,
+        1.6571231498119232e-08
+      ],
+      "val_accuracy": [
+        51.560001373291016,
+        58.220001220703125,
+        62.65999984741211,
+        61.220001220703125,
+        65.9000015258789,
+        65.9000015258789,
+        66.04000091552734,
+        67.04000091552734,
+        67.44000244140625,
+        68.66000366210938,
+        68.31999969482422,
+        69.0199966430664,
+        71.22000122070312,
+        68.66000366210938,
+        68.69999694824219,
+        70.55999755859375,
+        69.68000030517578,
+        70.87999725341797,
+        70.9800033569336,
+        69.83999633789062
+      ],
+      "val_loss": [
+        1.3413258790969849,
+        1.1681485176086426,
+        1.0665289163589478,
+        1.1394128799438477,
+        0.9797815680503845,
+        0.9768078327178955,
+        0.9755752086639404,
+        0.9481109380722046,
+        0.9290716052055359,
+        0.936543345451355,
+        0.9307212829589844,
+        0.9038412570953369,
+        0.838664174079895,
+        0.9011263251304626,
+        0.9168100953102112,
+        0.8748462200164795,
+        0.873343825340271,
+        0.8537476062774658,
+        0.8314023017883301,
+        0.8747802972793579
+      ],
+      "val_time": [
+        0.8507208824157715,
+        0.21592020988464355,
+        0.1936790943145752,
+        0.18094801902770996,
+        0.18260836601257324,
+        0.18935680389404297,
+        0.1902604103088379,
+        0.18748784065246582,
+        0.1922144889831543,
+        0.19185590744018555,
+        0.1790916919708252,
+        0.1987013816833496,
+        0.19455814361572266,
+        0.18904924392700195,
+        0.1892688274383545,
+        0.19411134719848633,
+        0.19103550910949707,
+        0.1941685676574707,
+        0.2005901336669922,
+        0.18710708618164062
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.83999633789062,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-oracle.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}