results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json
new file mode 100644
index 0000000..080c615
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r4-innovation/2026_08_06_12_29_01/hist.npy",
+  "cell_id": "fixed-r4-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r4-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037571.7027402,
+  "driver_wall_seconds": 238.58438539505005,
+  "experiment_name": "dp-bias-b1-fixed-r4-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 20,
+    "best_validation_accuracy": 70.73999786376953,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        3.7386143958428875e-07,
+        3.265456882672879e-07,
+        3.3823988587755593e-07,
+        3.465264057922468e-07,
+        3.5272762488602893e-07,
+        3.575420066681545e-07,
+        3.6229624811312533e-07,
+        3.654359375104832e-07,
+        3.6793949220736977e-07,
+        3.709367888404813e-07,
+        3.740589988865395e-07,
+        3.7481916592696507e-07,
+        3.77727076283918e-07,
+        3.793997223056067e-07,
+        3.805201629347721e-07,
+        3.7876642977607844e-07,
+        3.8426841797445377e-07,
+        3.84737546710312e-07,
+        3.862296580336988e-07,
+        3.857441015497898e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        6.075792668980284e-08,
+        6.10865171779551e-08,
+        6.116385975474259e-08,
+        6.116147943657779e-08,
+        6.114266426493487e-08,
+        6.113095452064954e-08,
+        6.113562989185084e-08,
+        6.116109574350048e-08,
+        6.114147055313879e-08,
+        6.11354522561669e-08,
+        6.113651096484318e-08,
+        6.115495665426351e-08,
+        6.115828199426687e-08,
+        6.118909823271679e-08,
+        6.114496642339873e-08,
+        6.11535853067835e-08,
+        6.115539719075969e-08,
+        6.113893391557212e-08,
+        6.114299822002067e-08,
+        6.116443529435855e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        4.8543620109558105,
+        3.8679308891296387,
+        3.6137945652008057,
+        3.5404129028320312,
+        3.50365948677063,
+        3.4397506713867188,
+        3.3970277309417725,
+        3.3484766483306885,
+        3.322092056274414,
+        3.2877793312072754,
+        3.2568273544311523,
+        3.2282280921936035,
+        3.205082893371582,
+        3.161638021469116,
+        3.1740646362304688,
+        3.1779019832611084,
+        3.138942003250122,
+        3.13427472114563,
+        3.1256542205810547,
+        3.115344762802124
+      ],
+      "train_accuracy": [
+        39.93111038208008,
+        50.61111068725586,
+        54.71555709838867,
+        57.27111053466797,
+        59.16222381591797,
+        60.37111282348633,
+        61.82444381713867,
+        62.42222213745117,
+        63.19111251831055,
+        63.7599983215332,
+        64.57555389404297,
+        64.49333190917969,
+        65.2911148071289,
+        65.46666717529297,
+        65.75111389160156,
+        65.6177749633789,
+        66.3066635131836,
+        66.76889038085938,
+        66.92666625976562,
+        66.62444305419922
+      ],
+      "train_loss": [
+        1.6732494831085205,
+        1.3778834342956543,
+        1.2823128700256348,
+        1.2087215185165405,
+        1.1711057424545288,
+        1.12870454788208,
+        1.0990383625030518,
+        1.0782585144042969,
+        1.0627708435058594,
+        1.0424771308898926,
+        1.0253286361694336,
+        1.0170342922210693,
+        1.0050562620162964,
+        0.9935911893844604,
+        0.983639657497406,
+        0.9990617632865906,
+        0.9686533808708191,
+        0.9634768962860107,
+        0.9589813947677612,
+        0.960857629776001
+      ],
+      "train_time": [
+        19.07577896118164,
+        10.223672866821289,
+        10.152430295944214,
+        10.103763818740845,
+        10.037112951278687,
+        10.08905577659607,
+        10.156206130981445,
+        10.23356318473816,
+        10.210198163986206,
+        10.18269658088684,
+        10.163143634796143,
+        10.247886180877686,
+        10.275620937347412,
+        10.223963499069214,
+        10.292736768722534,
+        10.25776982307434,
+        10.25357961654663,
+        10.22788381576538,
+        10.252467155456543,
+        10.264687299728394
+      ],
+      "used_clean_difference_rms_ratio": [
+        2.9478866281351657e-07,
+        2.362405808753465e-07,
+        2.2100692831372726e-07,
+        2.1650190262789692e-07,
+        2.1418914286641666e-07,
+        2.1023801366482076e-07,
+        2.0764082364621572e-07,
+        2.0475663120578247e-07,
+        2.030891579352101e-07,
+        2.0096143771297648e-07,
+        1.9907265880192426e-07,
+        1.9738526191304118e-07,
+        1.9597274558691424e-07,
+        1.934168523121116e-07,
+        1.9403057649469702e-07,
+        1.942943583799206e-07,
+        1.9192344780094572e-07,
+        1.9158562736265594e-07,
+        1.910639610969156e-07,
+        1.9050045807489369e-07
+      ],
+      "val_accuracy": [
+        51.65999984741211,
+        57.20000076293945,
+        61.58000183105469,
+        59.7599983215332,
+        66.30000305175781,
+        61.47999954223633,
+        64.27999877929688,
+        65.13999938964844,
+        66.19999694824219,
+        67.94000244140625,
+        67.27999877929688,
+        68.91999816894531,
+        68.0199966430664,
+        67.91999816894531,
+        66.12000274658203,
+        68.27999877929688,
+        69.4000015258789,
+        70.54000091552734,
+        70.0999984741211,
+        70.73999786376953
+      ],
+      "val_loss": [
+        1.3576420545578003,
+        1.18913996219635,
+        1.0790584087371826,
+        1.1809678077697754,
+        0.9652243852615356,
+        1.0773024559020996,
+        1.0297651290893555,
+        1.0066090822219849,
+        0.9474697113037109,
+        0.9350220561027527,
+        0.9238389730453491,
+        0.9042827486991882,
+        0.9503498673439026,
+        0.9033326506614685,
+        0.9794309735298157,
+        0.9186640977859497,
+        0.8610747456550598,
+        0.8646942973136902,
+        0.8616397976875305,
+        0.8665235042572021
+      ],
+      "val_time": [
+        0.8356015682220459,
+        0.20078372955322266,
+        0.1810774803161621,
+        0.19264817237854004,
+        0.1927657127380371,
+        0.195082426071167,
+        0.18901443481445312,
+        0.18298959732055664,
+        0.17997169494628906,
+        0.18991899490356445,
+        0.17945289611816406,
+        0.18080496788024902,
+        0.19856905937194824,
+        0.19565796852111816,
+        0.18637657165527344,
+        0.1945338249206543,
+        0.191619873046875,
+        0.19365310668945312,
+        0.1951289176940918,
+        0.19156312942504883
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        3.9999992847442627
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.73999786376953,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r4-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}