results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json
new file mode 100644
index 0000000..128b46b
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-raw/2026_08_06_12_25_38/hist.npy",
+  "cell_id": "fixed-r4-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037358.9705188,
+  "driver_wall_seconds": 228.76841735839844,
+  "experiment_name": "dp-bias-b1-fixed-r4-raw",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 1,
+    "best_validation_accuracy": 9.479999542236328,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.81092919993687e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30,
+        3.9064195303451357e+30
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5435368086175744.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0
+      ],
+      "train_accuracy": [
+        10.073333740234375,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156,
+        10.057777404785156
+      ],
+      "train_loss": [
+        1.6218304755550648e+25,
+        2.4439678016190534e+26,
+        9.417228132455627e+26,
+        2.2210929115549213e+27,
+        4.1405304969170954e+27,
+        6.79043479789599e+27,
+        1.0302340692044074e+28,
+        1.486500028223793e+28,
+        2.063234972931128e+28,
+        2.7846078569265775e+28,
+        3.6803281502863327e+28,
+        4.773163090179281e+28,
+        6.08552951418128e+28,
+        7.6658264841386125e+28,
+        9.527364934456543e+28,
+        1.1700614045919196e+29,
+        1.4227161338957962e+29,
+        1.7116262651879265e+29,
+        2.043884415136262e+29,
+        2.420602134363541e+29
+      ],
+      "train_time": [
+        18.913175344467163,
+        9.681174755096436,
+        9.584656715393066,
+        9.690833568572998,
+        9.661729335784912,
+        9.70432162284851,
+        9.658563137054443,
+        9.685489416122437,
+        9.65170955657959,
+        9.671739339828491,
+        9.823587417602539,
+        9.714695692062378,
+        9.686125993728638,
+        9.576675415039062,
+        9.651054620742798,
+        9.791229486465454,
+        9.676406860351562,
+        9.688806772232056,
+        9.643093824386597,
+        9.700119018554688
+      ],
+      "used_clean_difference_rms_ratio": [
+        5435368086175744.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0,
+        5571561499131904.0
+      ],
+      "val_accuracy": [
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328,
+        9.479999542236328
+      ],
+      "val_loss": [
+        7.301200090618556e+25,
+        5.419222861849186e+26,
+        1.5935087051516665e+27,
+        3.3022402010063006e+27,
+        5.732389177704857e+27,
+        9.00034647378505e+27,
+        1.3289564516338063e+28,
+        1.8771503577919739e+28,
+        2.5651620837691906e+28,
+        3.423398593171168e+28,
+        4.476674505155441e+28,
+        5.7531089148259335e+28,
+        7.287732572870896e+28,
+        9.112232086153735e+28,
+        1.1255452613625116e+29,
+        1.3748954674963353e+29,
+        1.6619018239645616e+29,
+        1.9911580599870666e+29,
+        2.367476455904554e+29,
+        2.7920702821138026e+29
+      ],
+      "val_time": [
+        0.7719833850860596,
+        0.2079758644104004,
+        0.18584132194519043,
+        0.1899263858795166,
+        0.17994451522827148,
+        0.20385217666625977,
+        0.1930103302001953,
+        0.18089985847473145,
+        0.1946544647216797,
+        0.18108510971069336,
+        0.1787278652191162,
+        0.19379758834838867,
+        0.18785452842712402,
+        0.19640612602233887,
+        0.19753694534301758,
+        0.19116926193237305,
+        0.19576191902160645,
+        0.19751715660095215,
+        0.19964146614074707,
+        0.18113398551940918
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 9.479999542236328,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-raw.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}