results: audit Dual Prop state-bias screen

1 files changed, 391 insertions, 0 deletions

diff --git a/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
new file mode 100644
index 0000000..5ed188a
--- /dev/null
+++ b/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json
@@ -0,0 +1,391 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-b1-activity-r4-innovation/2026_08_06_12_41_45/hist.npy",
+  "cell_id": "activity-r4-innovation",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "20",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "0.025",
+    "--warmup-learning-rate",
+    "0.025",
+    "--warmup-epochs",
+    "0",
+    "--decay-epochs",
+    "20",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1988",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-b1-activity-r4-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786038331.9713302,
+  "driver_wall_seconds": 234.5602786540985,
+  "experiment_name": "dp-bias-b1-activity-r4-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 19,
+    "best_validation_accuracy": 72.23999786376953,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        1.0016397027357016e-06,
+        1.3407073993221275e-06,
+        1.483338905927667e-06,
+        1.632874273127527e-06,
+        1.7097127056331374e-06,
+        1.7954394024854992e-06,
+        1.8270217196914018e-06,
+        1.857655547610193e-06,
+        1.9069922245762427e-06,
+        1.958482926056604e-06,
+        1.957819222297985e-06,
+        1.9984770460723666e-06,
+        2.043576841970207e-06,
+        2.016819735217723e-06,
+        2.0840207071159966e-06,
+        2.08248866329086e-06,
+        2.1289113192324294e-06,
+        2.1201597064646194e-06,
+        2.1398714125098195e-06,
+        2.1658031528204447e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.378472671211057e-08,
+        8.282875540999157e-08,
+        8.284315100581807e-08,
+        8.393566020004073e-08,
+        8.290084707596179e-08,
+        8.472805035353304e-08,
+        8.364070680499935e-08,
+        8.253956451653721e-08,
+        8.29724555728717e-08,
+        8.346456326080443e-08,
+        8.237309145897598e-08,
+        8.253997663132395e-08,
+        8.388268923908981e-08,
+        8.296488118730849e-08,
+        8.31274533652504e-08,
+        8.334527024089766e-08,
+        8.391612027480733e-08,
+        8.38462597130274e-08,
+        8.369492121573785e-08,
+        8.324141731463897e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        8.358131408691406,
+        8.808204650878906,
+        8.838852882385254,
+        8.974757194519043,
+        9.276748657226562,
+        9.342101097106934,
+        9.425797462463379,
+        9.496668815612793,
+        9.501581192016602,
+        9.525538444519043,
+        9.5499849319458,
+        9.620942115783691,
+        9.478257179260254,
+        9.4081449508667,
+        9.464524269104004,
+        9.450579643249512,
+        9.460590362548828,
+        9.390832901000977,
+        9.439781188964844,
+        9.509018898010254
+      ],
+      "train_accuracy": [
+        40.79111099243164,
+        51.66666793823242,
+        55.55555725097656,
+        57.72222137451172,
+        59.619998931884766,
+        60.70222091674805,
+        61.753334045410156,
+        62.511112213134766,
+        63.39555740356445,
+        64.16222381591797,
+        64.16889190673828,
+        65.4111099243164,
+        65.3155517578125,
+        65.63111114501953,
+        66.36444091796875,
+        66.1177749633789,
+        66.53778076171875,
+        66.67555236816406,
+        66.94666290283203,
+        67.38666534423828
+      ],
+      "train_loss": [
+        1.6476846933364868,
+        1.3518246412277222,
+        1.2632989883422852,
+        1.1961724758148193,
+        1.148079752922058,
+        1.1236165761947632,
+        1.0977858304977417,
+        1.0771275758743286,
+        1.053613305091858,
+        1.0397052764892578,
+        1.0279552936553955,
+        1.0076204538345337,
+        1.0031450986862183,
+        0.9996995329856873,
+        0.9733185768127441,
+        0.983977198600769,
+        0.9702898263931274,
+        0.9639546871185303,
+        0.9529517889022827,
+        0.9419801235198975
+      ],
+      "train_time": [
+        19.130162000656128,
+        9.758105516433716,
+        10.023014783859253,
+        9.916049242019653,
+        9.884204864501953,
+        9.948627471923828,
+        9.864826917648315,
+        9.858330249786377,
+        9.895570039749146,
+        9.866309881210327,
+        9.985584735870361,
+        9.99039077758789,
+        9.940101385116577,
+        9.90057921409607,
+        9.936670064926147,
+        9.97500467300415,
+        9.860589504241943,
+        9.837692499160767,
+        9.823217153549194,
+        9.78961992263794
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.995449552960054e-07,
+        7.289904147000925e-07,
+        7.316390338019119e-07,
+        7.534281962762179e-07,
+        7.690555321460124e-07,
+        7.918195024103625e-07,
+        7.886254707045737e-07,
+        7.829690389371535e-07,
+        7.874807010921359e-07,
+        7.952710348035907e-07,
+        7.872753258197918e-07,
+        7.928298373371945e-07,
+        7.95150469912187e-07,
+        7.8037601269898e-07,
+        7.873418894632778e-07,
+        7.878327892285597e-07,
+        7.934294217193383e-07,
+        7.868329134907981e-07,
+        7.905324537205161e-07,
+        7.928264835754817e-07
+      ],
+      "val_accuracy": [
+        53.119998931884766,
+        57.5,
+        61.7599983215332,
+        61.959999084472656,
+        65.72000122070312,
+        65.08000183105469,
+        64.69999694824219,
+        66.91999816894531,
+        67.62000274658203,
+        67.63999938964844,
+        70.4000015258789,
+        69.95999908447266,
+        70.45999908447266,
+        70.5999984741211,
+        68.08000183105469,
+        70.5,
+        70.9000015258789,
+        69.80000305175781,
+        72.23999786376953,
+        68.95999908447266
+      ],
+      "val_loss": [
+        1.3184033632278442,
+        1.1866321563720703,
+        1.0878905057907104,
+        1.0910849571228027,
+        0.9697944521903992,
+        0.9888169765472412,
+        1.0122891664505005,
+        0.9627423286437988,
+        0.9310352802276611,
+        0.949195921421051,
+        0.8656441569328308,
+        0.8668177723884583,
+        0.8702632784843445,
+        0.8670954704284668,
+        0.9449864029884338,
+        0.8633564114570618,
+        0.855439305305481,
+        0.8672630190849304,
+        0.830115795135498,
+        0.8943436145782471
+      ],
+      "val_time": [
+        0.8140971660614014,
+        0.1998581886291504,
+        0.19034934043884277,
+        0.18223261833190918,
+        0.1942307949066162,
+        0.20224285125732422,
+        0.1910383701324463,
+        0.1965787410736084,
+        0.18133902549743652,
+        0.18206524848937988,
+        0.18896031379699707,
+        0.20050430297851562,
+        0.19459915161132812,
+        0.20269083976745605,
+        0.1963512897491455,
+        0.2042860984802246,
+        0.19246172904968262,
+        0.19120001792907715,
+        0.17778515815734863,
+        0.1928403377532959
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.000000476837158,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 20,
+    "final_validation_accuracy": 68.95999908447266,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/b1/dp-bias-b1-activity-r4-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
+  "return_code": 0,
+  "rule": "innovation",
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
+      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
+      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_b1",
+  "status": "completed",
+  "timeout_seconds": 7200
+}