results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json
new file mode 100644
index 0000000..db847c1
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-innovation/2026_08_06_13_15_07/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1990",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1990-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786041446.2968645,
+  "condition": "innovation",
+  "driver_wall_seconds": 1347.0222980976105,
+  "experiment_name": "dp-bias-c1-s1990-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 113,
+    "best_validation_accuracy": 82.68000030517578,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.422819408020587e-07,
+        1.1660187055895221e-06,
+        1.3802733747070306e-06,
+        1.5137025002331939e-06,
+        1.615482915440225e-06,
+        1.6726555713830749e-06,
+        1.7479666212238953e-06,
+        1.8149011111745494e-06,
+        1.8261694094690029e-06,
+        1.911209437821526e-06,
+        1.940614538398222e-06,
+        1.9709759726538323e-06,
+        2.039989340119064e-06,
+        2.069859192488366e-06,
+        2.108054559357697e-06,
+        2.1236301108729094e-06,
+        2.1614102934108814e-06,
+        2.1874282083444996e-06,
+        2.189672841268475e-06,
+        2.2183969576872187e-06,
+        2.209709691669559e-06,
+        2.240209369119839e-06,
+        2.256889956697705e-06,
+        2.3008749394648476e-06,
+        2.247496013296768e-06,
+        2.262233238070621e-06,
+        2.367970637351391e-06,
+        2.322611635463545e-06,
+        2.3438906282535754e-06,
+        2.3560335193906212e-06,
+        2.3721272555121686e-06,
+        2.371012669755146e-06,
+        2.391750285823946e-06,
+        2.3847508145991014e-06,
+        2.3824484287615633e-06,
+        2.372489007029799e-06,
+        2.45759201789042e-06,
+        2.3824325126042822e-06,
+        2.4744231268414296e-06,
+        2.4336300157301594e-06,
+        2.461256826791214e-06,
+        2.4930193376349052e-06,
+        2.4230084818555042e-06,
+        2.538224407544476e-06,
+        2.464690396664082e-06,
+        2.5446831841691164e-06,
+        2.5182268927892437e-06,
+        2.5832605388131924e-06,
+        2.592352984720492e-06,
+        2.5959884624171536e-06,
+        2.569866637713858e-06,
+        2.60134220297914e-06,
+        2.58056866186962e-06,
+        2.6275019990862347e-06,
+        2.627280537126353e-06,
+        2.611705667732167e-06,
+        2.6869836347032106e-06,
+        2.733877408900298e-06,
+        2.7065086669608718e-06,
+        2.7109895199828316e-06,
+        2.7031453555537155e-06,
+        2.770741730273585e-06,
+        2.7754647362598917e-06,
+        2.7638548090180848e-06,
+        2.7730222882382805e-06,
+        2.8013525934511563e-06,
+        2.807835016938043e-06,
+        2.7884832434210693e-06,
+        2.8294075491430704e-06,
+        2.896191972467932e-06,
+        2.8374204248393653e-06,
+        2.8761601242877077e-06,
+        2.8696194931399077e-06,
+        2.9185982839408098e-06,
+        2.952651129817241e-06,
+        2.9171878850320354e-06,
+        2.9555724267993355e-06,
+        2.9918644486315316e-06,
+        3.00154374599515e-06,
+        3.077101609960664e-06,
+        3.1334086543211015e-06,
+        3.0728333513252437e-06,
+        3.0805326787231024e-06,
+        3.109284079982899e-06,
+        3.1341576232080115e-06,
+        3.13840700982837e-06,
+        3.1331853733718162e-06,
+        3.1253027827915503e-06,
+        3.1960696560418e-06,
+        3.290615723017254e-06,
+        3.2648081287334207e-06,
+        3.2639272831147537e-06,
+        3.245100288040703e-06,
+        3.2582909170741914e-06,
+        3.357852847329923e-06,
+        3.3141243420686806e-06,
+        3.2893951811274746e-06,
+        3.367297040313133e-06,
+        3.349877943037427e-06,
+        3.457837237874628e-06,
+        3.3993756005656905e-06,
+        3.5094951726932777e-06,
+        3.4832441997423302e-06,
+        3.3994047043961473e-06,
+        3.531385118549224e-06,
+        3.4816412153304555e-06,
+        3.512689772833255e-06,
+        3.5751756968238624e-06,
+        3.5210782698413823e-06,
+        3.5383604881644715e-06,
+        3.5512489375832956e-06,
+        3.553011310941656e-06,
+        3.5433463381195907e-06,
+        3.5213727187510813e-06,
+        3.491132929411833e-06,
+        3.558112439350225e-06,
+        3.6459048260439886e-06,
+        3.6046674267709022e-06,
+        3.5250336622993927e-06,
+        3.648312940640608e-06,
+        3.6683793496194994e-06,
+        3.582953013392398e-06,
+        3.542105105225346e-06,
+        3.608540282584727e-06,
+        3.6243811791791813e-06,
+        3.6153880955680506e-06,
+        3.6148755953036016e-06,
+        3.6134956644673366e-06,
+        3.6417316096049035e-06,
+        3.5929658679378917e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.387223005001943e-08,
+        8.326015432658096e-08,
+        8.253637417965365e-08,
+        8.322421507500621e-08,
+        8.216019153906018e-08,
+        8.270581730585036e-08,
+        8.29160455850797e-08,
+        8.387283401134482e-08,
+        8.340956014762924e-08,
+        8.37116047591735e-08,
+        8.36094287137712e-08,
+        8.322854938569435e-08,
+        8.428962416928698e-08,
+        8.404026630159933e-08,
+        8.378577120993214e-08,
+        8.347971203193083e-08,
+        8.369826076659592e-08,
+        8.391377548377932e-08,
+        8.333758216849674e-08,
+        8.453763911120404e-08,
+        8.328360223686104e-08,
+        8.335472756471063e-08,
+        8.432911613454053e-08,
+        8.4471651007334e-08,
+        8.307499399506924e-08,
+        8.287373276516519e-08,
+        8.349321234391027e-08,
+        8.313624277889176e-08,
+        8.332095546847995e-08,
+        8.332098389018938e-08,
+        8.39139460140359e-08,
+        8.40758502818062e-08,
+        8.343607049710045e-08,
+        8.273463691921279e-08,
+        8.208301949252927e-08,
+        8.20607937157547e-08,
+        8.378786731100263e-08,
+        8.263890549642383e-08,
+        8.340686008523335e-08,
+        8.341125123934034e-08,
+        8.260929007519735e-08,
+        8.273713092421531e-08,
+        8.203371493209488e-08,
+        8.43090433022553e-08,
+        8.140865048744672e-08,
+        8.33420301660226e-08,
+        8.28767312555101e-08,
+        8.325810085807461e-08,
+        8.36568716522379e-08,
+        8.343052826376152e-08,
+        8.293345388210582e-08,
+        8.32145303775178e-08,
+        8.3184431787231e-08,
+        8.327731393364957e-08,
+        8.312928656550866e-08,
+        8.204766288599785e-08,
+        8.525603334419429e-08,
+        8.470102841329208e-08,
+        8.446658483762803e-08,
+        8.311380383929645e-08,
+        8.349505264959589e-08,
+        8.391921824113524e-08,
+        8.391700134779967e-08,
+        8.421359609656065e-08,
+        8.273747909015583e-08,
+        8.368878923192824e-08,
+        8.352532887556663e-08,
+        8.319945266066497e-08,
+        8.314052735158839e-08,
+        8.444096266657652e-08,
+        8.262894368726847e-08,
+        8.26124164632347e-08,
+        8.322591327214468e-08,
+        8.290333397553695e-08,
+        8.290508901609428e-08,
+        8.271884155419684e-08,
+        8.255067029949714e-08,
+        8.325707057110776e-08,
+        8.40379428268534e-08,
+        8.36201365927991e-08,
+        8.54887574064378e-08,
+        8.332715850656314e-08,
+        8.343948820765945e-08,
+        8.382772165305141e-08,
+        8.39262810359287e-08,
+        8.345062241232881e-08,
+        8.440992615987852e-08,
+        8.260402495352537e-08,
+        8.244527549550185e-08,
+        8.493724834579552e-08,
+        8.414405527901181e-08,
+        8.440387233576985e-08,
+        8.227502235058637e-08,
+        8.276162333231696e-08,
+        8.373552873308654e-08,
+        8.269921636383515e-08,
+        8.2134178569504e-08,
+        8.283943486731005e-08,
+        8.216596825150191e-08,
+        8.368644444090023e-08,
+        8.346702173867016e-08,
+        8.472930801417533e-08,
+        8.382077965052304e-08,
+        8.160196784956497e-08,
+        8.325712741452662e-08,
+        8.225264735983728e-08,
+        8.246340144069109e-08,
+        8.341080359741682e-08,
+        8.307483767566737e-08,
+        8.229579862018e-08,
+        8.312896682127757e-08,
+        8.283012675747159e-08,
+        8.200192525009697e-08,
+        8.132433038099407e-08,
+        8.046077937251539e-08,
+        8.156078479260032e-08,
+        8.353706704156139e-08,
+        8.227805636806806e-08,
+        8.071607027204664e-08,
+        8.366485104716048e-08,
+        8.383621263874375e-08,
+        8.201960355336269e-08,
+        8.112917981861756e-08,
+        8.28045685352663e-08,
+        8.333164913665314e-08,
+        8.278144747464466e-08,
+        8.2541845358719e-08,
+        8.268705187219894e-08,
+        8.319589284155882e-08,
+        8.213520885647085e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        6.682235240936279,
+        9.420920372009277,
+        10.069357872009277,
+        10.09540843963623,
+        9.983073234558105,
+        9.734787940979004,
+        9.6593656539917,
+        9.457119941711426,
+        9.223465919494629,
+        9.269500732421875,
+        9.112011909484863,
+        9.095047950744629,
+        9.105976104736328,
+        9.075011253356934,
+        9.09648323059082,
+        9.112178802490234,
+        9.204535484313965,
+        9.13756275177002,
+        9.167211532592773,
+        9.170124053955078,
+        9.203728675842285,
+        9.288494110107422,
+        9.25665283203125,
+        9.352231979370117,
+        9.229360580444336,
+        9.320658683776855,
+        9.450336456298828,
+        9.35106372833252,
+        9.407121658325195,
+        9.378924369812012,
+        9.515620231628418,
+        9.339242935180664,
+        9.55514144897461,
+        9.6316499710083,
+        9.60794448852539,
+        9.517573356628418,
+        9.719733238220215,
+        9.510065078735352,
+        9.600497245788574,
+        9.521544456481934,
+        9.699596405029297,
+        9.770242691040039,
+        9.635395050048828,
+        9.810914039611816,
+        9.676636695861816,
+        9.717512130737305,
+        9.723535537719727,
+        9.883515357971191,
+        9.818615913391113,
+        9.822460174560547,
+        9.803706169128418,
+        9.802532196044922,
+        9.824596405029297,
+        9.918105125427246,
+        9.91617202758789,
+        9.982333183288574,
+        9.967536926269531,
+        10.078022003173828,
+        10.038110733032227,
+        10.18443775177002,
+        10.064058303833008,
+        10.1950044631958,
+        10.208795547485352,
+        10.138389587402344,
+        10.283872604370117,
+        10.252123832702637,
+        10.2354097366333,
+        10.210729598999023,
+        10.318910598754883,
+        10.36659049987793,
+        10.409595489501953,
+        10.45617389678955,
+        10.408087730407715,
+        10.47351360321045,
+        10.583802223205566,
+        10.428080558776855,
+        10.526118278503418,
+        10.604574203491211,
+        10.567422866821289,
+        10.724103927612305,
+        10.68922233581543,
+        10.707365036010742,
+        10.698148727416992,
+        10.736122131347656,
+        10.723359107971191,
+        10.790301322937012,
+        10.660615921020508,
+        10.776995658874512,
+        10.852029800415039,
+        10.864901542663574,
+        10.855562210083008,
+        10.813364028930664,
+        10.96512508392334,
+        10.935323715209961,
+        10.97197151184082,
+        10.985346794128418,
+        10.867826461791992,
+        11.017324447631836,
+        11.011445045471191,
+        11.070642471313477,
+        10.982495307922363,
+        11.096112251281738,
+        11.052552223205566,
+        11.006762504577637,
+        11.115331649780273,
+        11.073541641235352,
+        11.0958890914917,
+        11.103337287902832,
+        10.997493743896484,
+        11.087457656860352,
+        11.012191772460938,
+        11.041701316833496,
+        11.083914756774902,
+        11.077655792236328,
+        11.119302749633789,
+        11.169677734375,
+        11.126089096069336,
+        11.183856010437012,
+        11.121367454528809,
+        11.098316192626953,
+        11.154539108276367,
+        11.16430950164795,
+        11.135660171508789,
+        11.098808288574219,
+        11.089200973510742,
+        11.126874923706055,
+        11.185640335083008,
+        11.1472806930542,
+        11.140649795532227,
+        11.13797378540039
+      ],
+      "train_accuracy": [
+        38.72222137451172,
+        51.56222152709961,
+        57.14666748046875,
+        59.6422233581543,
+        62.184444427490234,
+        63.10444259643555,
+        63.68888854980469,
+        64.58444213867188,
+        64.45111083984375,
+        65.23332977294922,
+        65.304443359375,
+        66.16666412353516,
+        66.44444274902344,
+        67.34666442871094,
+        67.5977783203125,
+        68.02222442626953,
+        68.36222076416016,
+        68.43333435058594,
+        68.62000274658203,
+        68.73777770996094,
+        69.0022201538086,
+        69.48444366455078,
+        69.3022232055664,
+        70.25777435302734,
+        69.86000061035156,
+        69.94000244140625,
+        70.86666870117188,
+        70.54888916015625,
+        70.695556640625,
+        70.88666534423828,
+        70.7955551147461,
+        70.9888916015625,
+        71.45555877685547,
+        71.57777404785156,
+        71.59333038330078,
+        71.55777740478516,
+        71.74666595458984,
+        71.6066665649414,
+        72.20222473144531,
+        72.24666595458984,
+        72.5,
+        72.51777648925781,
+        72.25555419921875,
+        72.63111114501953,
+        72.6866683959961,
+        73.43333435058594,
+        72.7844467163086,
+        73.62000274658203,
+        73.60888671875,
+        73.76222229003906,
+        73.91777801513672,
+        73.86444091796875,
+        73.96888732910156,
+        74.33999633789062,
+        74.60444641113281,
+        74.3822250366211,
+        74.51777648925781,
+        75.0955581665039,
+        74.77333068847656,
+        75.2955551147461,
+        75.46888732910156,
+        75.60221862792969,
+        75.78221893310547,
+        75.83777618408203,
+        76.3066635131836,
+        76.12444305419922,
+        76.304443359375,
+        76.3133316040039,
+        77.00444793701172,
+        76.9911117553711,
+        77.3133316040039,
+        77.40888977050781,
+        77.18222045898438,
+        77.72888946533203,
+        78.18222045898438,
+        77.8022232055664,
+        78.3066635131836,
+        78.36666870117188,
+        78.47333526611328,
+        78.7155532836914,
+        78.93555450439453,
+        78.95777893066406,
+        79.02889251708984,
+        79.4000015258789,
+        79.71778106689453,
+        79.5111083984375,
+        79.4888916015625,
+        80.00444793701172,
+        80.37555694580078,
+        80.52666473388672,
+        80.48444366455078,
+        80.56666564941406,
+        80.87777709960938,
+        81.08000183105469,
+        81.32221984863281,
+        81.34222412109375,
+        81.56888580322266,
+        81.66000366210938,
+        81.92222595214844,
+        82.23110961914062,
+        82.04888916015625,
+        82.13777923583984,
+        82.57777404785156,
+        82.48222351074219,
+        82.71333312988281,
+        82.84889221191406,
+        83.04888916015625,
+        82.92666625976562,
+        83.00444793701172,
+        83.14221954345703,
+        83.16000366210938,
+        83.28221893310547,
+        83.26000213623047,
+        83.38444519042969,
+        83.49333190917969,
+        83.8022232055664,
+        83.69110870361328,
+        83.6866683959961,
+        83.64221954345703,
+        83.6066665649414,
+        83.695556640625,
+        83.83110809326172,
+        83.6977767944336,
+        83.64666748046875,
+        83.46888732910156,
+        83.6066665649414,
+        83.88666534423828,
+        83.67778015136719,
+        83.64221954345703,
+        83.64221954345703
+      ],
+      "train_loss": [
+        1.7133591175079346,
+        1.3682072162628174,
+        1.2270618677139282,
+        1.1515464782714844,
+        1.0849225521087646,
+        1.057477593421936,
+        1.0492874383926392,
+        1.0213189125061035,
+        1.027377724647522,
+        1.0131527185440063,
+        1.0064369440078735,
+        0.9842081069946289,
+        0.9716832041740417,
+        0.9558504223823547,
+        0.9448299407958984,
+        0.928158700466156,
+        0.9237744212150574,
+        0.9151449799537659,
+        0.9073408842086792,
+        0.9069647789001465,
+        0.9029024839401245,
+        0.8926884531974792,
+        0.8905758261680603,
+        0.8718171715736389,
+        0.881125271320343,
+        0.8733921051025391,
+        0.8490639925003052,
+        0.8634071350097656,
+        0.8566999435424805,
+        0.8468159437179565,
+        0.8478162288665771,
+        0.8483151793479919,
+        0.8363835215568542,
+        0.8361659049987793,
+        0.8312588334083557,
+        0.8250800967216492,
+        0.8264629244804382,
+        0.8268200755119324,
+        0.8102015256881714,
+        0.8074780702590942,
+        0.8011532425880432,
+        0.7968136668205261,
+        0.801702082157135,
+        0.7947729229927063,
+        0.7902922630310059,
+        0.7743542194366455,
+        0.7871569991111755,
+        0.7701302170753479,
+        0.7650519609451294,
+        0.7636050581932068,
+        0.7613061666488647,
+        0.7582502961158752,
+        0.7547402381896973,
+        0.7505609393119812,
+        0.7380115389823914,
+        0.7383122444152832,
+        0.740192711353302,
+        0.7278476357460022,
+        0.7310594916343689,
+        0.7185807824134827,
+        0.715632975101471,
+        0.7026272416114807,
+        0.7041817307472229,
+        0.7020779252052307,
+        0.6912290453910828,
+        0.6878568530082703,
+        0.6884053945541382,
+        0.6877518892288208,
+        0.6712042689323425,
+        0.667955756187439,
+        0.6653552651405334,
+        0.6567258238792419,
+        0.6583083868026733,
+        0.6463295221328735,
+        0.6383985877037048,
+        0.6397567987442017,
+        0.6294024586677551,
+        0.6274374723434448,
+        0.6253660917282104,
+        0.6125867962837219,
+        0.6113486886024475,
+        0.6082386374473572,
+        0.6012315154075623,
+        0.6013792157173157,
+        0.5902792811393738,
+        0.5918442606925964,
+        0.5902800559997559,
+        0.578709602355957,
+        0.5686413049697876,
+        0.5662328600883484,
+        0.5627284049987793,
+        0.564016580581665,
+        0.5534037947654724,
+        0.5503615140914917,
+        0.544736921787262,
+        0.5435491800308228,
+        0.5360719561576843,
+        0.5326313376426697,
+        0.5272843241691589,
+        0.5214912295341492,
+        0.525074303150177,
+        0.515964925289154,
+        0.5107779502868652,
+        0.510162353515625,
+        0.4995056092739105,
+        0.499151349067688,
+        0.4974542260169983,
+        0.4941486418247223,
+        0.4948662519454956,
+        0.4871566891670227,
+        0.48990097641944885,
+        0.48475968837738037,
+        0.48512011766433716,
+        0.4838383197784424,
+        0.4809454679489136,
+        0.4772864580154419,
+        0.47620779275894165,
+        0.4733129143714905,
+        0.47689589858055115,
+        0.4791215658187866,
+        0.476246178150177,
+        0.47367167472839355,
+        0.47892504930496216,
+        0.47581130266189575,
+        0.4779069721698761,
+        0.47502267360687256,
+        0.4724425673484802,
+        0.4747956097126007,
+        0.47684913873672485,
+        0.4760352373123169
+      ],
+      "train_time": [
+        18.833473443984985,
+        9.943188428878784,
+        9.8916335105896,
+        9.864562511444092,
+        9.864470720291138,
+        9.90646505355835,
+        9.853030443191528,
+        9.89737582206726,
+        9.900522470474243,
+        9.904752016067505,
+        9.844079971313477,
+        9.961058855056763,
+        9.924591541290283,
+        9.903918981552124,
+        9.873714208602905,
+        9.90426254272461,
+        9.845989227294922,
+        9.891932249069214,
+        9.909498691558838,
+        9.841096639633179,
+        9.875645637512207,
+        9.86149263381958,
+        9.869433403015137,
+        10.183444499969482,
+        9.921313285827637,
+        9.83692741394043,
+        9.90053391456604,
+        9.876594543457031,
+        9.91224479675293,
+        9.946186065673828,
+        9.844094276428223,
+        9.907785415649414,
+        9.926350831985474,
+        9.914052724838257,
+        9.867702007293701,
+        10.011053562164307,
+        9.918302774429321,
+        9.827412366867065,
+        9.88131070137024,
+        9.911732196807861,
+        9.893298864364624,
+        9.912901639938354,
+        9.913539409637451,
+        9.868720054626465,
+        9.867908000946045,
+        9.916085958480835,
+        9.890177249908447,
+        10.049685716629028,
+        9.929915189743042,
+        9.891703128814697,
+        9.919848918914795,
+        9.888735294342041,
+        9.887449741363525,
+        9.916376829147339,
+        9.867390155792236,
+        9.84752082824707,
+        9.81695008277893,
+        9.899157524108887,
+        9.907880783081055,
+        9.979108333587646,
+        9.89523983001709,
+        9.906527280807495,
+        9.850834846496582,
+        9.927585363388062,
+        9.803730010986328,
+        9.91060185432434,
+        9.899619817733765,
+        9.910260438919067,
+        9.860180139541626,
+        9.89526629447937,
+        9.910215616226196,
+        9.879065990447998,
+        9.859508514404297,
+        9.892455816268921,
+        9.928626775741577,
+        9.886627435684204,
+        9.86528491973877,
+        9.921482801437378,
+        9.857246398925781,
+        9.919424772262573,
+        9.902639627456665,
+        9.902742624282837,
+        9.871756315231323,
+        9.875062704086304,
+        10.044342279434204,
+        9.902617931365967,
+        9.84990119934082,
+        9.891827583312988,
+        9.95618224143982,
+        9.943411827087402,
+        9.878795385360718,
+        9.92825961112976,
+        9.897343397140503,
+        9.919774055480957,
+        9.886293649673462,
+        9.872101783752441,
+        10.053643941879272,
+        9.874129295349121,
+        9.882054090499878,
+        9.92250370979309,
+        9.900314807891846,
+        9.860023736953735,
+        9.918482780456543,
+        9.924222946166992,
+        9.91196894645691,
+        9.98238492012024,
+        9.93645977973938,
+        9.89188027381897,
+        9.996362686157227,
+        9.853537321090698,
+        9.899093389511108,
+        9.935528993606567,
+        9.904881238937378,
+        9.91450023651123,
+        9.876307010650635,
+        9.819265127182007,
+        9.89713430404663,
+        9.884350776672363,
+        9.907485246658325,
+        9.899047374725342,
+        9.94063949584961,
+        9.866833925247192,
+        9.894071817398071,
+        9.924040794372559,
+        9.858983039855957,
+        9.918097019195557,
+        9.905534505844116,
+        9.90925645828247,
+        9.889790296554565,
+        9.913057327270508
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.598150210062158e-07,
+        7.845361551517271e-07,
+        8.309323220601073e-07,
+        8.402185471823032e-07,
+        8.201632795135083e-07,
+        8.05559693617397e-07,
+        8.012866601347923e-07,
+        7.934423820188385e-07,
+        7.680134785914561e-07,
+        7.760370976939157e-07,
+        7.607563361489156e-07,
+        7.569088893433218e-07,
+        7.670201966902823e-07,
+        7.635436531927553e-07,
+        7.622242605975771e-07,
+        7.602566256537102e-07,
+        7.711973353252688e-07,
+        7.657969263163977e-07,
+        7.635840120201465e-07,
+        7.751190196358948e-07,
+        7.671512207707565e-07,
+        7.733172537882638e-07,
+        7.799574746059079e-07,
+        7.89860678196419e-07,
+        7.665546490898123e-07,
+        7.727829256509722e-07,
+        7.894055897850194e-07,
+        7.771577656967565e-07,
+        7.8361938449234e-07,
+        7.804737265360018e-07,
+        7.971328273015388e-07,
+        7.849054668440658e-07,
+        7.960318271216238e-07,
+        7.95326855040912e-07,
+        7.878092560531513e-07,
+        7.814203968337097e-07,
+        8.135714892887336e-07,
+        7.867811291362159e-07,
+        8.003518701116263e-07,
+        7.935881853882165e-07,
+        8.017876211852126e-07,
+        8.080955922196154e-07,
+        7.905252914497396e-07,
+        8.261278594545729e-07,
+        7.874781431382871e-07,
+        8.11703387171292e-07,
+        8.063991003837145e-07,
+        8.224912448895338e-07,
+        8.215528737309796e-07,
+        8.199440344469622e-07,
+        8.123785733005207e-07,
+        8.157593924806861e-07,
+        8.175683774425124e-07,
+        8.246678930845519e-07,
+        8.234131883000373e-07,
+        8.19135095753154e-07,
+        8.499986847709806e-07,
+        8.524930876774306e-07,
+        8.489095080221887e-07,
+        8.474982564621314e-07,
+        8.388431069761282e-07,
+        8.565610869482043e-07,
+        8.569997476115532e-07,
+        8.527653676537739e-07,
+        8.508542350682546e-07,
+        8.588305604462221e-07,
+        8.544001843802107e-07,
+        8.491292646795046e-07,
+        8.579396535424166e-07,
+        8.76130457072577e-07,
+        8.606102710473351e-07,
+        8.642581406093086e-07,
+        8.660399544169195e-07,
+        8.704043352736335e-07,
+        8.771896204962104e-07,
+        8.631603236608498e-07,
+        8.697251701050845e-07,
+        8.83431084730546e-07,
+        8.883122859515424e-07,
+        8.968117981567048e-07,
+        9.126783879764844e-07,
+        8.935255095821049e-07,
+        8.930178978516778e-07,
+        9.004118055599974e-07,
+        8.998217708722223e-07,
+        9.015812452162209e-07,
+        8.987263981907745e-07,
+        8.89929253844457e-07,
+        8.959086699178442e-07,
+        9.228998578691971e-07,
+        9.140649126493372e-07,
+        9.121065431827446e-07,
+        9.034713457367616e-07,
+        9.048238212017168e-07,
+        9.195471761813678e-07,
+        9.083832992473617e-07,
+        8.915432090361719e-07,
+        9.131140359386336e-07,
+        9.047347475643619e-07,
+        9.25619758618268e-07,
+        9.137724532592983e-07,
+        9.394496487402648e-07,
+        9.261873401555931e-07,
+        8.990468813863117e-07,
+        9.260325555260351e-07,
+        9.112631573771068e-07,
+        9.158135867437522e-07,
+        9.275361207983224e-07,
+        9.138498171523679e-07,
+        9.149014772447117e-07,
+        9.155232874036301e-07,
+        9.15320356398297e-07,
+        9.094655979424715e-07,
+        9.026558700497844e-07,
+        8.94365882686543e-07,
+        9.113801979765412e-07,
+        9.301332397626538e-07,
+        9.19253068332182e-07,
+        8.984586656879401e-07,
+        9.292429581364559e-07,
+        9.358445254292747e-07,
+        9.142282806351432e-07,
+        9.033212222675502e-07,
+        9.186600777866261e-07,
+        9.241849738828023e-07,
+        9.208771416524542e-07,
+        9.211408951159683e-07,
+        9.220573247148423e-07,
+        9.273884984395409e-07,
+        9.149277957476443e-07
+      ],
+      "val_accuracy": [
+        52.720001220703125,
+        59.400001525878906,
+        62.720001220703125,
+        65.9800033569336,
+        66.05999755859375,
+        66.05999755859375,
+        66.9800033569336,
+        68.58000183105469,
+        66.55999755859375,
+        67.58000183105469,
+        69.22000122070312,
+        70.13999938964844,
+        72.31999969482422,
+        68.18000030517578,
+        70.95999908447266,
+        71.05999755859375,
+        70.58000183105469,
+        70.45999908447266,
+        70.41999816894531,
+        72.94000244140625,
+        68.22000122070312,
+        73.55999755859375,
+        72.13999938964844,
+        71.81999969482422,
+        70.9800033569336,
+        73.68000030517578,
+        73.22000122070312,
+        73.76000213623047,
+        73.0999984741211,
+        75.05999755859375,
+        72.30000305175781,
+        71.13999938964844,
+        74.05999755859375,
+        74.30000305175781,
+        74.26000213623047,
+        74.4800033569336,
+        74.27999877929688,
+        74.73999786376953,
+        75.19999694824219,
+        75.05999755859375,
+        76.0999984741211,
+        75.66000366210938,
+        74.13999938964844,
+        74.37999725341797,
+        74.76000213623047,
+        76.27999877929688,
+        75.86000061035156,
+        76.41999816894531,
+        76.0999984741211,
+        76.9000015258789,
+        76.0199966430664,
+        76.81999969482422,
+        76.80000305175781,
+        76.95999908447266,
+        77.08000183105469,
+        78.0999984741211,
+        77.45999908447266,
+        77.33999633789062,
+        75.5199966430664,
+        77.81999969482422,
+        77.54000091552734,
+        76.91999816894531,
+        77.58000183105469,
+        76.44000244140625,
+        78.08000183105469,
+        77.33999633789062,
+        77.41999816894531,
+        77.73999786376953,
+        77.5999984741211,
+        79.0999984741211,
+        78.86000061035156,
+        79.0999984741211,
+        78.72000122070312,
+        78.36000061035156,
+        77.87999725341797,
+        79.33999633789062,
+        79.33999633789062,
+        78.5199966430664,
+        80.0999984741211,
+        78.76000213623047,
+        80.41999816894531,
+        79.27999877929688,
+        80.05999755859375,
+        79.83999633789062,
+        78.91999816894531,
+        79.94000244140625,
+        80.05999755859375,
+        80.9000015258789,
+        80.44000244140625,
+        80.54000091552734,
+        80.5199966430664,
+        80.86000061035156,
+        80.63999938964844,
+        80.31999969482422,
+        80.9800033569336,
+        81.77999877929688,
+        81.30000305175781,
+        81.91999816894531,
+        81.5199966430664,
+        81.26000213623047,
+        81.94000244140625,
+        80.81999969482422,
+        82.0199966430664,
+        82.08000183105469,
+        81.63999938964844,
+        82.18000030517578,
+        81.80000305175781,
+        82.5999984741211,
+        82.55999755859375,
+        82.44000244140625,
+        82.4000015258789,
+        82.5999984741211,
+        82.68000030517578,
+        82.58000183105469,
+        82.41999816894531,
+        82.63999938964844,
+        82.54000091552734,
+        82.54000091552734,
+        82.4800033569336,
+        82.45999908447266,
+        82.4800033569336,
+        82.45999908447266,
+        82.5,
+        82.54000091552734,
+        82.54000091552734,
+        82.5,
+        82.54000091552734,
+        82.5199966430664,
+        82.5199966430664,
+        82.4800033569336
+      ],
+      "val_loss": [
+        1.359142780303955,
+        1.1642544269561768,
+        1.0911856889724731,
+        0.9932032227516174,
+        0.971438467502594,
+        0.9856241345405579,
+        0.9368895888328552,
+        0.9197276830673218,
+        0.9695195555686951,
+        0.9518103003501892,
+        0.8662989139556885,
+        0.877388596534729,
+        0.813456118106842,
+        0.9224790334701538,
+        0.8417921662330627,
+        0.8445390462875366,
+        0.8473761081695557,
+        0.8578479290008545,
+        0.8756269216537476,
+        0.7853832244873047,
+        0.9122148156166077,
+        0.7836428880691528,
+        0.8213277459144592,
+        0.8246815204620361,
+        0.8395658135414124,
+        0.7860901355743408,
+        0.787906289100647,
+        0.7775461077690125,
+        0.7805730700492859,
+        0.7438193559646606,
+        0.7873538136482239,
+        0.8380379676818848,
+        0.7676661014556885,
+        0.7472553849220276,
+        0.780305027961731,
+        0.7477388978004456,
+        0.7420364618301392,
+        0.7183181047439575,
+        0.7072234153747559,
+        0.7280287742614746,
+        0.7118533253669739,
+        0.7409276366233826,
+        0.7471920251846313,
+        0.7504963874816895,
+        0.760953426361084,
+        0.6972802877426147,
+        0.7294240593910217,
+        0.7166786193847656,
+        0.7049820423126221,
+        0.6860361695289612,
+        0.6965640187263489,
+        0.6728025674819946,
+        0.6816983222961426,
+        0.6763623952865601,
+        0.6829724907875061,
+        0.6516942381858826,
+        0.6563052535057068,
+        0.6831051111221313,
+        0.7140741944313049,
+        0.6496559977531433,
+        0.6523187756538391,
+        0.659857988357544,
+        0.6543309092521667,
+        0.6841205358505249,
+        0.6526877880096436,
+        0.6604150533676147,
+        0.670276403427124,
+        0.6485859751701355,
+        0.6490777730941772,
+        0.6167139410972595,
+        0.6137914061546326,
+        0.6206552982330322,
+        0.601758599281311,
+        0.6155788898468018,
+        0.6433674097061157,
+        0.6027717590332031,
+        0.5985400676727295,
+        0.6312529444694519,
+        0.5865041017532349,
+        0.6239286661148071,
+        0.575118362903595,
+        0.599860668182373,
+        0.5849393606185913,
+        0.5914948582649231,
+        0.6137707233428955,
+        0.574287474155426,
+        0.593235194683075,
+        0.5495807528495789,
+        0.5712848901748657,
+        0.558578610420227,
+        0.5521366596221924,
+        0.5624673366546631,
+        0.5696929693222046,
+        0.5629626512527466,
+        0.5456475615501404,
+        0.5417449474334717,
+        0.5373034477233887,
+        0.5296728610992432,
+        0.537736713886261,
+        0.5404715538024902,
+        0.5264809131622314,
+        0.5587195158004761,
+        0.5234525203704834,
+        0.513530969619751,
+        0.5283817648887634,
+        0.5127268433570862,
+        0.5237594842910767,
+        0.5042988657951355,
+        0.506166934967041,
+        0.5008628368377686,
+        0.5107219219207764,
+        0.5014204382896423,
+        0.5026404857635498,
+        0.5006620287895203,
+        0.5023283958435059,
+        0.5015283823013306,
+        0.5008074045181274,
+        0.5006773471832275,
+        0.500176191329956,
+        0.5000580549240112,
+        0.5000160336494446,
+        0.5001303553581238,
+        0.49997225403785706,
+        0.49998021125793457,
+        0.4999581277370453,
+        0.4999828636646271,
+        0.5001318454742432,
+        0.5002116560935974,
+        0.5002580881118774,
+        0.5002135634422302
+      ],
+      "val_time": [
+        0.8470304012298584,
+        0.19413542747497559,
+        0.1846027374267578,
+        0.19347524642944336,
+        0.19224309921264648,
+        0.184128999710083,
+        0.19582271575927734,
+        0.18385601043701172,
+        0.19573974609375,
+        0.16228795051574707,
+        0.18590259552001953,
+        0.1845259666442871,
+        0.19826483726501465,
+        0.18889856338500977,
+        0.19649600982666016,
+        0.19533252716064453,
+        0.1847078800201416,
+        0.18117403984069824,
+        0.19324779510498047,
+        0.1935422420501709,
+        0.1916675567626953,
+        0.16834211349487305,
+        0.196028470993042,
+        0.1769709587097168,
+        0.17757630348205566,
+        0.19672560691833496,
+        0.19042730331420898,
+        0.19272375106811523,
+        0.2051072120666504,
+        0.18231916427612305,
+        0.18323397636413574,
+        0.1945335865020752,
+        0.18933987617492676,
+        0.19172000885009766,
+        0.187025785446167,
+        0.19291162490844727,
+        0.18307232856750488,
+        0.1999955177307129,
+        0.18016695976257324,
+        0.19473981857299805,
+        0.19238853454589844,
+        0.20972013473510742,
+        0.1922595500946045,
+        0.1922905445098877,
+        0.19793081283569336,
+        0.18238043785095215,
+        0.19620919227600098,
+        0.19295835494995117,
+        0.1927659511566162,
+        0.18946075439453125,
+        0.16335654258728027,
+        0.19723820686340332,
+        0.18403339385986328,
+        0.19187092781066895,
+        0.18050599098205566,
+        0.18540453910827637,
+        0.17549586296081543,
+        0.1924123764038086,
+        0.19831228256225586,
+        0.18210649490356445,
+        0.20060515403747559,
+        0.18886494636535645,
+        0.18277454376220703,
+        0.19115257263183594,
+        0.18450260162353516,
+        0.19307446479797363,
+        0.19095110893249512,
+        0.17280912399291992,
+        0.19618606567382812,
+        0.18640899658203125,
+        0.18817853927612305,
+        0.1830129623413086,
+        0.1939563751220703,
+        0.19365334510803223,
+        0.183152437210083,
+        0.1770479679107666,
+        0.19215726852416992,
+        0.17590904235839844,
+        0.19197320938110352,
+        0.19471049308776855,
+        0.19558382034301758,
+        0.20005416870117188,
+        0.1902163028717041,
+        0.19334697723388672,
+        0.19357991218566895,
+        0.20176100730895996,
+        0.19321966171264648,
+        0.2032473087310791,
+        0.1856839656829834,
+        0.19703888893127441,
+        0.19516658782958984,
+        0.18155646324157715,
+        0.1927931308746338,
+        0.20117449760437012,
+        0.20154380798339844,
+        0.2035810947418213,
+        0.18404650688171387,
+        0.1676950454711914,
+        0.19542765617370605,
+        0.1913444995880127,
+        0.19656848907470703,
+        0.17969346046447754,
+        0.18218159675598145,
+        0.19462966918945312,
+        0.2042529582977295,
+        0.18627190589904785,
+        0.18061351776123047,
+        0.18959307670593262,
+        0.19691133499145508,
+        0.1801319122314453,
+        0.1949748992919922,
+        0.18406319618225098,
+        0.1898038387298584,
+        0.19275689125061035,
+        0.19071650505065918,
+        0.1915268898010254,
+        0.18639063835144043,
+        0.18425488471984863,
+        0.19019389152526855,
+        0.19396662712097168,
+        0.19215941429138184,
+        0.19138574600219727,
+        0.19469070434570312,
+        0.19849729537963867,
+        0.19306731224060059,
+        0.16804194450378418,
+        0.18166875839233398,
+        0.1985030174255371,
+        0.1962413787841797,
+        0.19291114807128906
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 82.4800033569336,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "innovation",
+  "seed": 1990,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}