results: audit Dual Prop state-bias screen

1 files changed, 371 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-clean.json b/results/contrastive_bias/b1/dp-bias-b1-clean.json
new file mode 100644
index 0000000..34ad023
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-clean.json
@@ -0,0 +1,371 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-clean/2026_08_06_12_17_48/hist.npy",
+  "cell_id": "clean",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-clean",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16"
+  ],
+  "completed_unix_time": 1786036874.551122,
+  "driver_wall_seconds": 214.68581438064575,
+  "experiment_name": "dp-bias-b1-clean",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 18,
+    "best_validation_accuracy": 71.63999938964844,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "neutral_observations": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "train_accuracy": [
+        40.704444885253906,
+        51.96888732910156,
+        55.77333450317383,
+        57.77333450317383,
+        59.50444412231445,
+        60.364444732666016,
+        61.459999084472656,
+        62.22666549682617,
+        62.911109924316406,
+        63.88666534423828,
+        64.4800033569336,
+        64.70222473144531,
+        65.2911148071289,
+        65.77111053466797,
+        66.09111022949219,
+        66.16444396972656,
+        66.6866683959961,
+        66.87555694580078,
+        67.36222076416016,
+        67.53333282470703
+      ],
+      "train_loss": [
+        1.6466270685195923,
+        1.3438713550567627,
+        1.2489042282104492,
+        1.1982132196426392,
+        1.1588140726089478,
+        1.128353238105774,
+        1.1081541776657104,
+        1.0809673070907593,
+        1.0621626377105713,
+        1.0400983095169067,
+        1.0258973836898804,
+        1.0165568590164185,
+        1.0048352479934692,
+        0.9918926358222961,
+        0.9725791811943054,
+        0.9807138442993164,
+        0.9644173383712769,
+        0.9575812220573425,
+        0.943452000617981,
+        0.9443466663360596
+      ],
+      "train_time": [
+        17.8804452419281,
+        9.608168363571167,
+        9.366616010665894,
+        9.26893162727356,
+        9.295476913452148,
+        9.301843881607056,
+        9.313702583312988,
+        9.307698011398315,
+        9.344250679016113,
+        9.336297750473022,
+        9.390811920166016,
+        9.374814748764038,
+        9.386310338973999,
+        9.35064697265625,
+        9.34734582901001,
+        9.371638298034668,
+        9.357443809509277,
+        9.41904091835022,
+        9.510162830352783,
+        9.502694368362427
+      ],
+      "used_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "val_accuracy": [
+        55.36000061035156,
+        58.65999984741211,
+        60.959999084472656,
+        61.459999084472656,
+        66.62000274658203,
+        63.220001220703125,
+        67.0199966430664,
+        67.37999725341797,
+        65.72000122070312,
+        66.13999938964844,
+        70.05999755859375,
+        69.77999877929688,
+        69.05999755859375,
+        67.08000183105469,
+        67.62000274658203,
+        70.5199966430664,
+        69.19999694824219,
+        71.63999938964844,
+        70.0,
+        69.66000366210938
+      ],
+      "val_loss": [
+        1.2642041444778442,
+        1.155242919921875,
+        1.109166145324707,
+        1.135870337486267,
+        0.954043447971344,
+        1.035170555114746,
+        0.9463741779327393,
+        0.941286027431488,
+        0.9717612266540527,
+        0.9832667708396912,
+        0.8605479598045349,
+        0.8788819313049316,
+        0.9066475033760071,
+        0.9505988359451294,
+        0.939287006855011,
+        0.8661972284317017,
+        0.8964279294013977,
+        0.8332794904708862,
+        0.8604646325111389,
+        0.872749388217926
+      ],
+      "val_time": [
+        0.7605977058410645,
+        0.23122334480285645,
+        0.19442272186279297,
+        0.18149948120117188,
+        0.17592430114746094,
+        0.18217754364013672,
+        0.16418814659118652,
+        0.18203163146972656,
+        0.1847529411315918,
+        0.1827700138092041,
+        0.18871068954467773,
+        0.1821136474609375,
+        0.19432616233825684,
+        0.18248343467712402,
+        0.19102907180786133,
+        0.1915903091430664,
+        0.1764392852783203,
+        0.1800835132598877,
+        0.18560457229614258,
+        0.19461560249328613
+      ]
+    },
+    "dp_bias_initialization": null,
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.66000366210938,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "none",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-clean.json",
+  "ratio": 0.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "none",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}