results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json
new file mode 100644
index 0000000..5d3931a
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r1-oracle/2026_08_06_12_37_53/hist.npy",
+  "cell_id": "activity-r1-oracle",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r1-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038097.3888526,
+  "driver_wall_seconds": 232.6910684108734,
+  "experiment_name": "dp-bias-b1-activity-r1-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.4800033569336,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        4.4313477332025286e-08,
+        5.24109715627219e-08,
+        5.5350245276031274e-08,
+        5.622929322157688e-08,
+        5.8308636141646275e-08,
+        5.8079123732568405e-08,
+        5.899303445744408e-08,
+        6.009070574464204e-08,
+        5.992236395968575e-08,
+        6.028966481608222e-08,
+        6.007396535778753e-08,
+        6.045816292044037e-08,
+        6.090241555511966e-08,
+        6.130113661129144e-08,
+        6.171429589585387e-08,
+        6.055385881609254e-08,
+        6.136685470892189e-08,
+        6.074579772530342e-08,
+        6.165356580822845e-08,
+        6.161857157849226e-08
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.6218773879472792e-08,
+        1.3763251871523607e-08,
+        1.2834604490308266e-08,
+        1.2357089573811209e-08,
+        1.2189794063033332e-08,
+        1.176581498896212e-08,
+        1.1504094565850664e-08,
+        1.1557472312517802e-08,
+        1.11758780008131e-08,
+        1.0897839075596494e-08,
+        1.0812446937791265e-08,
+        1.0725763388563792e-08,
+        1.0653077531230792e-08,
+        1.0520250448564639e-08,
+        1.0579493725515476e-08,
+        1.0365706515358397e-08,
+        1.0270482242447088e-08,
+        1.010135708412463e-08,
+        1.0182279908121927e-08,
+        1.0197953592694375e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        2.0709404945373535,
+        2.192098617553711,
+        2.2385897636413574,
+        2.244288682937622,
+        2.298999547958374,
+        2.3262875080108643,
+        2.3551712036132812,
+        2.3688082695007324,
+        2.3961267471313477,
+        2.4001822471618652,
+        2.3901031017303467,
+        2.3891613483428955,
+        2.4069437980651855,
+        2.394129753112793,
+        2.4044430255889893,
+        2.406461477279663,
+        2.3976128101348877,
+        2.405644416809082,
+        2.408020496368408,
+        2.3911685943603516
+      ],
+      "train_accuracy": [
+        39.93555450439453,
+        51.682220458984375,
+        55.85333251953125,
+        57.911109924316406,
+        59.43333435058594,
+        60.717777252197266,
+        61.93777847290039,
+        62.50444412231445,
+        63.551109313964844,
+        64.64221954345703,
+        64.94444274902344,
+        65.27999877929688,
+        65.25333404541016,
+        66.32444763183594,
+        66.23110961914062,
+        66.04000091552734,
+        66.86666870117188,
+        66.9977798461914,
+        67.43333435058594,
+        67.4044418334961
+      ],
+      "train_loss": [
+        1.6697394847869873,
+        1.3484140634536743,
+        1.2450414896011353,
+        1.195863962173462,
+        1.1552143096923828,
+        1.1236751079559326,
+        1.0883888006210327,
+        1.0760945081710815,
+        1.0498350858688354,
+        1.0224703550338745,
+        1.0146509408950806,
+        1.005135178565979,
+        0.9983619451522827,
+        0.9777928590774536,
+        0.9758880138397217,
+        0.9788033962249756,
+        0.9604108929634094,
+        0.9534590840339661,
+        0.9466167092323303,
+        0.9420344829559326
+      ],
+      "train_time": [
+        19.162656545639038,
+        9.78016996383667,
+        9.792208909988403,
+        9.757001399993896,
+        9.7736074924469,
+        9.806010484695435,
+        9.862878799438477,
+        9.811747312545776,
+        9.777618408203125,
+        9.939274787902832,
+        9.791807651519775,
+        9.812394857406616,
+        9.841121912002563,
+        9.742531538009644,
+        9.927664041519165,
+        9.752902746200562,
+        9.775457382202148,
+        9.773951292037964,
+        9.72484040260315,
+        9.876237869262695
+      ],
+      "used_clean_difference_rms_ratio": [
+        3.2829390761435207e-08,
+        3.003204440688023e-08,
+        2.858892322876727e-08,
+        2.7587924833483157e-08,
+        2.788454445123989e-08,
+        2.715581359780117e-08,
+        2.69487490101028e-08,
+        2.7242519351489136e-08,
+        2.6639026984298653e-08,
+        2.6025766430848307e-08,
+        2.5724318675202085e-08,
+        2.5526759372951346e-08,
+        2.5474394149682666e-08,
+        2.5071088316508394e-08,
+        2.52705216752247e-08,
+        2.4817042643121567e-08,
+        2.451377412171496e-08,
+        2.420627787103058e-08,
+        2.4353996153081425e-08,
+        2.4258648423369777e-08
+      ],
+      "val_accuracy": [
+        51.81999969482422,
+        59.47999954223633,
+        59.439998626708984,
+        63.220001220703125,
+        64.86000061035156,
+        63.29999923706055,
+        65.5199966430664,
+        67.4800033569336,
+        66.26000213623047,
+        67.45999908447266,
+        69.73999786376953,
+        67.55999755859375,
+        71.0,
+        69.0,
+        69.9000015258789,
+        70.4000015258789,
+        69.69999694824219,
+        70.18000030517578,
+        71.4800033569336,
+        69.80000305175781
+      ],
+      "val_loss": [
+        1.34865140914917,
+        1.1405203342437744,
+        1.1253975629806519,
+        1.0729440450668335,
+        1.0034401416778564,
+        1.0378425121307373,
+        1.0047252178192139,
+        0.9508878588676453,
+        0.9545072913169861,
+        0.9492841362953186,
+        0.8645243644714355,
+        0.9384227991104126,
+        0.8405224084854126,
+        0.9145098924636841,
+        0.8539839386940002,
+        0.8580361008644104,
+        0.8862977623939514,
+        0.8633877038955688,
+        0.8276200294494629,
+        0.856076180934906
+      ],
+      "val_time": [
+        0.8007683753967285,
+        0.1920909881591797,
+        0.19411182403564453,
+        0.1988353729248047,
+        0.1937096118927002,
+        0.19399762153625488,
+        0.18623852729797363,
+        0.19416046142578125,
+        0.1957705020904541,
+        0.19012713432312012,
+        0.19092297554016113,
+        0.18807387351989746,
+        0.17574071884155273,
+        0.19129681587219238,
+        0.18308377265930176,
+        0.1925358772277832,
+        0.1886911392211914,
+        0.19391274452209473,
+        0.187669038772583,
+        0.19707751274108887
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        1.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 69.80000305175781,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r1-oracle.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "oracle",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}