results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json
new file mode 100644
index 0000000..97f3774
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-fixed-r1-innovation/2026_08_06_12_21_44/hist.npy",
+  "cell_id": "fixed-r1-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-fixed-r1-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "fixed",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "1.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786037130.180562,
+  "driver_wall_seconds": 233.97741317749023,
+  "experiment_name": "dp-bias-b1-fixed-r1-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 71.55999755859375,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        1.0000588446246184e-07,
+        9.258707223125384e-08,
+        9.464723405017139e-08,
+        9.514980092717451e-08,
+        9.654281285520483e-08,
+        9.7280995703386e-08,
+        9.827139280105257e-08,
+        9.88449642136402e-08,
+        9.960145064269454e-08,
+        1.0050320753407505e-07,
+        1.0078564116611233e-07,
+        1.0060549016088771e-07,
+        1.0136209027677978e-07,
+        1.0155044094517507e-07,
+        1.0231708813535079e-07,
+        1.0250346349494066e-07,
+        1.0289790708384317e-07,
+        1.0303607922423907e-07,
+        1.035976850971565e-07,
+        1.0333455691124982e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        6.835451671349801e-08,
+        6.765526450180914e-08,
+        6.72096973630687e-08,
+        6.699368526597027e-08,
+        6.666553531431418e-08,
+        6.658250129021326e-08,
+        6.649509742828741e-08,
+        6.639391614271517e-08,
+        6.6293729616973e-08,
+        6.622278192480735e-08,
+        6.612301461927927e-08,
+        6.608113523043357e-08,
+        6.607654512436056e-08,
+        6.610034830600853e-08,
+        6.605183955343819e-08,
+        6.597307589117918e-08,
+        6.602851954085054e-08,
+        6.596138746317592e-08,
+        6.597736046387581e-08,
+        6.597611701408823e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        1.2027630805969238,
+        0.96158367395401,
+        0.8899171352386475,
+        0.8671668767929077,
+        0.8597058653831482,
+        0.8413897156715393,
+        0.8298221230506897,
+        0.8210735321044922,
+        0.8204655051231384,
+        0.8070889711380005,
+        0.8130400776863098,
+        0.800351083278656,
+        0.8026941418647766,
+        0.7922658324241638,
+        0.7833832502365112,
+        0.7864620685577393,
+        0.7798550128936768,
+        0.7738330960273743,
+        0.7768856287002563,
+        0.7709206938743591
+      ],
+      "train_accuracy": [
+        40.302223205566406,
+        51.46444320678711,
+        56.14444351196289,
+        57.00444412231445,
+        59.38888931274414,
+        60.37333297729492,
+        61.571109771728516,
+        62.488887786865234,
+        63.182220458984375,
+        64.37555694580078,
+        64.43777465820312,
+        64.67555236816406,
+        65.13777923583984,
+        65.24888610839844,
+        66.11111450195312,
+        66.47555541992188,
+        66.57111358642578,
+        66.97777557373047,
+        67.3022232055664,
+        67.07777404785156
+      ],
+      "train_loss": [
+        1.654786229133606,
+        1.3613085746765137,
+        1.2525458335876465,
+        1.219636082649231,
+        1.1621633768081665,
+        1.1311537027359009,
+        1.0987286567687988,
+        1.0774670839309692,
+        1.0578453540802002,
+        1.0363337993621826,
+        1.0241432189941406,
+        1.0197503566741943,
+        1.0026243925094604,
+        0.9986480474472046,
+        0.9736382961273193,
+        0.9725397825241089,
+        0.9669026136398315,
+        0.9548617601394653,
+        0.9453418254852295,
+        0.9516481757164001
+      ],
+      "train_time": [
+        18.643749237060547,
+        9.98658013343811,
+        9.924065589904785,
+        9.866952896118164,
+        9.95148229598999,
+        9.9918692111969,
+        10.020492553710938,
+        9.929692506790161,
+        9.870622158050537,
+        9.99126124382019,
+        9.840016603469849,
+        9.92351508140564,
+        9.93288540840149,
+        9.939160585403442,
+        9.957732915878296,
+        9.937586545944214,
+        9.94344186782837,
+        9.94616413116455,
+        9.94886326789856,
+        9.972460269927979
+      ],
+      "used_clean_difference_rms_ratio": [
+        8.224969150205652e-08,
+        6.505066352247013e-08,
+        5.980059114563119e-08,
+        5.808231406945197e-08,
+        5.730088759037244e-08,
+        5.600829311447342e-08,
+        5.5163795309454144e-08,
+        5.449832229942331e-08,
+        5.4376570801650814e-08,
+        5.3427534396632836e-08,
+        5.374364420163147e-08,
+        5.287365922868048e-08,
+        5.30197894477169e-08,
+        5.235055056118654e-08,
+        5.1717737648004913e-08,
+        5.186672069612541e-08,
+        5.147199999555596e-08,
+        5.102376121612906e-08,
+        5.123014545915794e-08,
+        5.0840405663166166e-08
+      ],
+      "val_accuracy": [
+        53.2400016784668,
+        59.20000076293945,
+        59.939998626708984,
+        61.880001068115234,
+        65.13999938964844,
+        65.77999877929688,
+        66.69999694824219,
+        66.5,
+        66.62000274658203,
+        68.66000366210938,
+        69.16000366210938,
+        69.94000244140625,
+        69.18000030517578,
+        69.30000305175781,
+        70.22000122070312,
+        70.19999694824219,
+        69.36000061035156,
+        70.41999816894531,
+        71.55999755859375,
+        70.5999984741211
+      ],
+      "val_loss": [
+        1.3113620281219482,
+        1.1572002172470093,
+        1.128830909729004,
+        1.0901392698287964,
+        0.9991558790206909,
+        0.966616153717041,
+        0.9695545434951782,
+        0.9758287072181702,
+        0.9436886310577393,
+        0.9202687740325928,
+        0.8893715739250183,
+        0.8763284087181091,
+        0.9088352918624878,
+        0.8931411504745483,
+        0.8940834999084473,
+        0.9034772515296936,
+        0.913861095905304,
+        0.8662130236625671,
+        0.8228179216384888,
+        0.8636910915374756
+      ],
+      "val_time": [
+        0.7854249477386475,
+        0.1937260627746582,
+        0.1887190341949463,
+        0.18776988983154297,
+        0.19498348236083984,
+        0.18852448463439941,
+        0.1921696662902832,
+        0.17926239967346191,
+        0.16513657569885254,
+        0.17921090126037598,
+        0.19753646850585938,
+        0.18972396850585938,
+        0.19518589973449707,
+        0.19448423385620117,
+        0.1886754035949707,
+        0.19354796409606934,
+        0.18657207489013672,
+        0.19300627708435059,
+        0.1968841552734375,
+        0.1854863166809082
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "fixed",
+      "bias_ratio_target": 1.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        1.0000001192092896,
+        1.0,
+        0.9999998211860657
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 70.5999984741211,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "fixed",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-fixed-r1-innovation.json",
+  "ratio": 1.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}