results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json b/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json
new file mode 100644
index 0000000..a3bb581
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-common-activity-r4-raw/2026_08_06_12_17_51/hist.npy",
+  "cell_id": "common-activity-r4-raw",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-common-activity-r4-raw",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "common",
+    "--dp-bias-rule",
+    "raw",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786036896.1817174,
+  "driver_wall_seconds": 233.37643480300903,
+  "experiment_name": "dp-bias-b1-common-activity-r4-raw",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 20,
+    "best_validation_accuracy": 71.94000244140625,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "train_accuracy": [
+        40.27777862548828,
+        51.893333435058594,
+        55.31111145019531,
+        57.07777786254883,
+        59.22666549682617,
+        60.20888900756836,
+        61.6533317565918,
+        62.32444381713867,
+        62.782222747802734,
+        63.97111129760742,
+        64.40888977050781,
+        64.7066650390625,
+        65.56444549560547,
+        65.77999877929688,
+        65.80000305175781,
+        66.13111114501953,
+        66.80889129638672,
+        66.66666412353516,
+        67.45333099365234,
+        67.52444458007812
+      ],
+      "train_loss": [
+        1.6674832105636597,
+        1.3518106937408447,
+        1.2641454935073853,
+        1.2239364385604858,
+        1.169036626815796,
+        1.1395410299301147,
+        1.100666880607605,
+        1.0829867124557495,
+        1.0705957412719727,
+        1.0383931398391724,
+        1.021467685699463,
+        1.0173819065093994,
+        1.0017662048339844,
+        0.9848901629447937,
+        0.9843025803565979,
+        0.9805318117141724,
+        0.9573326110839844,
+        0.9613426923751831,
+        0.9445706009864807,
+        0.9436324834823608
+      ],
+      "train_time": [
+        18.954899311065674,
+        9.774515151977539,
+        9.765694379806519,
+        9.74826717376709,
+        9.754254817962646,
+        9.699968814849854,
+        9.769453287124634,
+        9.779698610305786,
+        9.835835695266724,
+        10.098008871078491,
+        9.842448234558105,
+        9.760152578353882,
+        9.73918867111206,
+        9.803502082824707,
+        9.867266178131104,
+        9.892297744750977,
+        9.79785704612732,
+        9.807277917861938,
+        9.826288223266602,
+        9.7956862449646
+      ],
+      "used_clean_difference_rms_ratio": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "val_accuracy": [
+        54.13999938964844,
+        56.97999954223633,
+        60.380001068115234,
+        62.880001068115234,
+        63.68000030517578,
+        63.560001373291016,
+        66.9800033569336,
+        66.83999633789062,
+        67.95999908447266,
+        67.69999694824219,
+        69.33999633789062,
+        69.5199966430664,
+        70.55999755859375,
+        69.73999786376953,
+        67.5,
+        70.73999786376953,
+        68.63999938964844,
+        68.5199966430664,
+        71.55999755859375,
+        71.94000244140625
+      ],
+      "val_loss": [
+        1.3084461688995361,
+        1.1877280473709106,
+        1.1184492111206055,
+        1.0580190420150757,
+        1.04485023021698,
+        1.0199389457702637,
+        0.9565152525901794,
+        0.9646633863449097,
+        0.9308329820632935,
+        0.9388185739517212,
+        0.885633111000061,
+        0.8967830538749695,
+        0.8571058511734009,
+        0.8758296966552734,
+        0.9560262560844421,
+        0.8402992486953735,
+        0.8927914500236511,
+        0.9054374694824219,
+        0.8141529560089111,
+        0.8246320486068726
+      ],
+      "val_time": [
+        0.8063521385192871,
+        0.18486547470092773,
+        0.1969923973083496,
+        0.18242907524108887,
+        0.19664430618286133,
+        0.18209457397460938,
+        0.19274258613586426,
+        0.20398807525634766,
+        0.1961514949798584,
+        0.18218231201171875,
+        0.1956768035888672,
+        0.17973065376281738,
+        0.1952342987060547,
+        0.19636750221252441,
+        0.20571041107177734,
+        0.19561481475830078,
+        0.19561171531677246,
+        0.17796754837036133,
+        0.1994321346282959,
+        0.197584867477417
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "common",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 71.94000244140625,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "common",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-common-activity-r4-raw.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "raw",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}