results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json
new file mode 100644
index 0000000..6b4614e
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-innovation/2026_08_06_13_15_11/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1989",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1989-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786041473.702848,
+  "condition": "innovation",
+  "driver_wall_seconds": 1370.4411580562592,
+  "experiment_name": "dp-bias-c1-s1989-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 116,
+    "best_validation_accuracy": 82.9000015258789,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        6.480410092990496e-07,
+        1.011800918604422e-06,
+        1.1721544979081955e-06,
+        1.2840379213230335e-06,
+        1.4024848269400536e-06,
+        1.470898382649466e-06,
+        1.5319136537073064e-06,
+        1.584994834047393e-06,
+        1.6167458625204745e-06,
+        1.6457303217976005e-06,
+        1.6651007399559603e-06,
+        1.7238352256754297e-06,
+        1.7149109226011205e-06,
+        1.8174832803197205e-06,
+        1.7859798617791967e-06,
+        1.8341272607358405e-06,
+        1.8305321418665699e-06,
+        1.8175371678808006e-06,
+        1.8354696749156574e-06,
+        1.9198494101146935e-06,
+        1.914736685648677e-06,
+        1.9052539528274792e-06,
+        1.9195463210053276e-06,
+        2.0012259938084753e-06,
+        1.95912480194238e-06,
+        1.960592953764717e-06,
+        1.9947096916439477e-06,
+        2.035855686699506e-06,
+        2.013002585954382e-06,
+        2.0087722987227608e-06,
+        2.0296640741435112e-06,
+        2.0868790215899935e-06,
+        1.9888291262759594e-06,
+        2.088976998493308e-06,
+        2.038018010352971e-06,
+        2.0710228909592843e-06,
+        2.1136852410563733e-06,
+        2.0702407255157596e-06,
+        2.1199730326770805e-06,
+        2.094248884532135e-06,
+        2.0710110675281612e-06,
+        2.1471303170983447e-06,
+        2.150655291188741e-06,
+        2.140951437468175e-06,
+        2.1836058294866234e-06,
+        2.175055669795256e-06,
+        2.2241601982386783e-06,
+        2.1883356566831935e-06,
+        2.2188560251379386e-06,
+        2.1736693724960787e-06,
+        2.2479769086203305e-06,
+        2.290662450832315e-06,
+        2.279297177665285e-06,
+        2.266552428409341e-06,
+        2.2448584786616266e-06,
+        2.2664480638923123e-06,
+        2.3026725557429017e-06,
+        2.3447653347830055e-06,
+        2.3756253995088628e-06,
+        2.293803618158563e-06,
+        2.3455213522538543e-06,
+        2.3709853849140927e-06,
+        2.3110019355954137e-06,
+        2.363556404816336e-06,
+        2.3570617031509755e-06,
+        2.3979512207006337e-06,
+        2.406395196885569e-06,
+        2.4531709641451016e-06,
+        2.425857019261457e-06,
+        2.5301230834884336e-06,
+        2.4604348709544865e-06,
+        2.4871544610505225e-06,
+        2.4664891498105135e-06,
+        2.4936657609941904e-06,
+        2.5283561626565643e-06,
+        2.564703891039244e-06,
+        2.5552969873388065e-06,
+        2.57492069977161e-06,
+        2.593721319499309e-06,
+        2.637504394442658e-06,
+        2.6149973564315587e-06,
+        2.6359609819337493e-06,
+        2.6324512418796076e-06,
+        2.690491101020598e-06,
+        2.628029051265912e-06,
+        2.7231048989051487e-06,
+        2.7851124286826234e-06,
+        2.7325729661242804e-06,
+        2.731519089138601e-06,
+        2.784243179121404e-06,
+        2.751214424279169e-06,
+        2.7761593628383707e-06,
+        2.8178180855320534e-06,
+        2.852174930012552e-06,
+        2.843275069608353e-06,
+        2.8374277007969795e-06,
+        2.9053203434159514e-06,
+        2.898126012951252e-06,
+        2.9125044420652557e-06,
+        2.9269915557961212e-06,
+        2.938042825917364e-06,
+        2.9480549983418314e-06,
+        2.982442538268515e-06,
+        2.9986640583956614e-06,
+        2.978829570565722e-06,
+        3.009817191923503e-06,
+        3.0672504180984106e-06,
+        3.0549651910405373e-06,
+        3.0567398425773717e-06,
+        3.0425683235080214e-06,
+        3.0945968774176436e-06,
+        3.065886176045751e-06,
+        3.0815062928013504e-06,
+        3.1120691801334033e-06,
+        3.091330427196226e-06,
+        3.1551599022350274e-06,
+        3.09760889649624e-06,
+        3.11860549118137e-06,
+        3.0799226351518882e-06,
+        3.0641401735920226e-06,
+        3.0941669137973804e-06,
+        3.108069677182357e-06,
+        3.104094048467232e-06,
+        3.0985308967501624e-06,
+        3.130218601654633e-06,
+        3.145074288113392e-06,
+        3.1108052098716144e-06,
+        3.1516976832790533e-06,
+        3.1258637136488687e-06,
+        3.148154291920946e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.375339177746355e-08,
+        8.392224515318958e-08,
+        8.230296799638381e-08,
+        8.280100161073278e-08,
+        8.372492033004164e-08,
+        8.314505350881518e-08,
+        8.301964982138088e-08,
+        8.35447409031076e-08,
+        8.286482966468611e-08,
+        8.292744979598865e-08,
+        8.201384815720303e-08,
+        8.351784686055908e-08,
+        8.178069776931807e-08,
+        8.380741434166339e-08,
+        8.187178934804251e-08,
+        8.338844281752245e-08,
+        8.262021111704598e-08,
+        8.116771255117783e-08,
+        8.179141985920069e-08,
+        8.396304451707692e-08,
+        8.309902455039264e-08,
+        8.209793378455288e-08,
+        8.268419549040118e-08,
+        8.475363699744776e-08,
+        8.30803799090063e-08,
+        8.258157180307535e-08,
+        8.394324879645865e-08,
+        8.458134459488065e-08,
+        8.388676064896572e-08,
+        8.260165174078793e-08,
+        8.308644794396969e-08,
+        8.50427639420559e-08,
+        8.104110094109274e-08,
+        8.418817287747515e-08,
+        8.209343604903552e-08,
+        8.319442912352315e-08,
+        8.329610068358306e-08,
+        8.230750836446532e-08,
+        8.404570905895525e-08,
+        8.338298584931181e-08,
+        8.168096599092678e-08,
+        8.383950955703767e-08,
+        8.341955037849402e-08,
+        8.333424261763867e-08,
+        8.412233398757962e-08,
+        8.270300355661675e-08,
+        8.430139786241853e-08,
+        8.367789661178904e-08,
+        8.284933983304654e-08,
+        8.143243945823997e-08,
+        8.390312444817027e-08,
+        8.529629980102982e-08,
+        8.326260569901933e-08,
+        8.359827319281976e-08,
+        8.283208785542229e-08,
+        8.274219709392128e-08,
+        8.357383052270961e-08,
+        8.372402504619458e-08,
+        8.470060919307798e-08,
+        8.190625067072688e-08,
+        8.336949974818708e-08,
+        8.347986124590534e-08,
+        8.214854574362107e-08,
+        8.348452240625193e-08,
+        8.166228582240365e-08,
+        8.370086845843616e-08,
+        8.291647901614851e-08,
+        8.37022540167709e-08,
+        8.253662286961116e-08,
+        8.512208893307616e-08,
+        8.405614693174357e-08,
+        8.379762306276461e-08,
+        8.262640704970181e-08,
+        8.270322382486484e-08,
+        8.405325502280903e-08,
+        8.444231980320183e-08,
+        8.349091018544641e-08,
+        8.349096702886527e-08,
+        8.294848896639451e-08,
+        8.395187478527077e-08,
+        8.30555606512462e-08,
+        8.403421958291801e-08,
+        8.343535995436469e-08,
+        8.438066601001992e-08,
+        8.191697986603685e-08,
+        8.399715056839341e-08,
+        8.514946614468499e-08,
+        8.37947595755395e-08,
+        8.316201416391777e-08,
+        8.380813909525386e-08,
+        8.290869857319194e-08,
+        8.250241023688432e-08,
+        8.251933536485012e-08,
+        8.347404900632682e-08,
+        8.371176818400272e-08,
+        8.20096133224979e-08,
+        8.419156927175209e-08,
+        8.30569177878715e-08,
+        8.275718954564582e-08,
+        8.255850758587258e-08,
+        8.18069025854129e-08,
+        8.316127519947258e-08,
+        8.357257286206732e-08,
+        8.391718608891097e-08,
+        8.207764778944693e-08,
+        8.215003077793881e-08,
+        8.39680751596461e-08,
+        8.315969068917184e-08,
+        8.265764250836583e-08,
+        8.27265580483072e-08,
+        8.413127261519548e-08,
+        8.273662643887292e-08,
+        8.266742668183724e-08,
+        8.28344326464503e-08,
+        8.316864352764242e-08,
+        8.40874960772453e-08,
+        8.231236137135056e-08,
+        8.29111854727671e-08,
+        8.197620360306246e-08,
+        8.141086738078229e-08,
+        8.224347425311862e-08,
+        8.27507236067504e-08,
+        8.257801908939655e-08,
+        8.234271575702223e-08,
+        8.262051665042236e-08,
+        8.346002999815028e-08,
+        8.234108861415734e-08,
+        8.303369725126686e-08,
+        8.298518139326916e-08,
+        8.362805914430282e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.993066310882568,
+        8.314701080322266,
+        8.765427589416504,
+        8.720575332641602,
+        8.597588539123535,
+        8.46168041229248,
+        8.34573745727539,
+        8.279133796691895,
+        8.11661434173584,
+        7.992580413818359,
+        7.947376251220703,
+        7.915299892425537,
+        7.841575622558594,
+        7.970901012420654,
+        7.911734104156494,
+        7.8922200202941895,
+        7.921026706695557,
+        7.934206962585449,
+        7.87405252456665,
+        7.973937034606934,
+        7.964046955108643,
+        7.933907985687256,
+        7.951947212219238,
+        7.974117279052734,
+        7.933250904083252,
+        7.989445686340332,
+        7.978224277496338,
+        8.038105010986328,
+        8.068699836730957,
+        8.153077125549316,
+        8.156089782714844,
+        8.118518829345703,
+        8.188215255737305,
+        8.195173263549805,
+        8.174368858337402,
+        8.217992782592773,
+        8.242253303527832,
+        8.238786697387695,
+        8.286131858825684,
+        8.264961242675781,
+        8.414913177490234,
+        8.385546684265137,
+        8.43238639831543,
+        8.451741218566895,
+        8.510810852050781,
+        8.528160095214844,
+        8.52560043334961,
+        8.423908233642578,
+        8.522554397583008,
+        8.52646255493164,
+        8.49374771118164,
+        8.526630401611328,
+        8.63856029510498,
+        8.609675407409668,
+        8.608272552490234,
+        8.66146183013916,
+        8.680791854858398,
+        8.726964950561523,
+        8.674548149108887,
+        8.750200271606445,
+        8.76738166809082,
+        8.822428703308105,
+        8.741411209106445,
+        8.757258415222168,
+        8.923376083374023,
+        8.835336685180664,
+        8.917485237121582,
+        8.975618362426758,
+        8.98056411743164,
+        9.032739639282227,
+        8.936644554138184,
+        8.976090431213379,
+        9.04539966583252,
+        9.061354637145996,
+        9.033711433410645,
+        9.058822631835938,
+        9.046923637390137,
+        9.156255722045898,
+        9.166275978088379,
+        9.211237907409668,
+        9.238595962524414,
+        9.186963081359863,
+        9.15682601928711,
+        9.270119667053223,
+        9.257810592651367,
+        9.323609352111816,
+        9.331586837768555,
+        9.299781799316406,
+        9.26021671295166,
+        9.325098037719727,
+        9.3369722366333,
+        9.40822696685791,
+        9.448094367980957,
+        9.457871437072754,
+        9.343528747558594,
+        9.52778434753418,
+        9.446263313293457,
+        9.4907865524292,
+        9.505379676818848,
+        9.51111125946045,
+        9.584943771362305,
+        9.478426933288574,
+        9.514730453491211,
+        9.447136878967285,
+        9.5455904006958,
+        9.56595516204834,
+        9.575079917907715,
+        9.565119743347168,
+        9.560108184814453,
+        9.510210037231445,
+        9.472966194152832,
+        9.526556015014648,
+        9.543166160583496,
+        9.60046672821045,
+        9.506696701049805,
+        9.56905746459961,
+        9.60513687133789,
+        9.56932544708252,
+        9.572236061096191,
+        9.582395553588867,
+        9.575418472290039,
+        9.573431015014648,
+        9.572183609008789,
+        9.580808639526367,
+        9.642807960510254,
+        9.619986534118652,
+        9.622213363647461,
+        9.652975082397461,
+        9.587325096130371,
+        9.589363098144531
+      ],
+      "train_accuracy": [
+        38.31999969482422,
+        50.975555419921875,
+        56.4466667175293,
+        59.42444610595703,
+        61.73777770996094,
+        63.0977783203125,
+        64.23555755615234,
+        64.62222290039062,
+        65.35333251953125,
+        65.54222106933594,
+        65.84444427490234,
+        66.28888702392578,
+        66.54888916015625,
+        67.37333679199219,
+        67.60444641113281,
+        67.73555755615234,
+        67.9022216796875,
+        68.34889221191406,
+        68.27555847167969,
+        68.87555694580078,
+        69.05333709716797,
+        69.04222106933594,
+        69.2844467163086,
+        69.83110809326172,
+        69.82444763183594,
+        69.97555541992188,
+        69.90666961669922,
+        70.28888702392578,
+        70.08444213867188,
+        70.91999816894531,
+        70.72444152832031,
+        71.06888580322266,
+        71.13777923583984,
+        71.34222412109375,
+        71.5111083984375,
+        71.3822250366211,
+        71.913330078125,
+        71.74888610839844,
+        71.84222412109375,
+        72.0088882446289,
+        71.92222595214844,
+        72.46666717529297,
+        72.47333526611328,
+        72.43777465820312,
+        72.7933349609375,
+        72.98444366455078,
+        73.48666381835938,
+        73.10221862792969,
+        73.63999938964844,
+        73.73110961914062,
+        73.586669921875,
+        74.08444213867188,
+        74.45333099365234,
+        74.16000366210938,
+        74.44889068603516,
+        74.3933334350586,
+        74.57111358642578,
+        75.21778106689453,
+        75.32221984863281,
+        75.2933349609375,
+        75.17333221435547,
+        75.56666564941406,
+        75.5111083984375,
+        75.44222259521484,
+        76.12889099121094,
+        75.98444366455078,
+        76.1866683959961,
+        76.45333099365234,
+        76.67111206054688,
+        77.02222442626953,
+        76.83333587646484,
+        76.85778045654297,
+        77.11111450195312,
+        77.39555358886719,
+        77.25777435302734,
+        77.87555694580078,
+        78.04222106933594,
+        78.15555572509766,
+        78.16444396972656,
+        78.76000213623047,
+        78.53111267089844,
+        78.84222412109375,
+        78.78221893310547,
+        79.25777435302734,
+        79.45333099365234,
+        79.64888763427734,
+        79.7955551147461,
+        79.80889129638672,
+        79.96666717529297,
+        80.1866683959961,
+        80.55333709716797,
+        80.55777740478516,
+        80.50444793701172,
+        80.92666625976562,
+        80.86666870117188,
+        81.32444763183594,
+        81.36000061035156,
+        81.36222076416016,
+        81.71778106689453,
+        81.69999694824219,
+        82.0199966430664,
+        81.96444702148438,
+        82.37777709960938,
+        82.31111145019531,
+        82.61333465576172,
+        82.75777435302734,
+        82.73555755615234,
+        82.95777893066406,
+        83.06222534179688,
+        82.83110809326172,
+        82.87777709960938,
+        82.97777557373047,
+        83.37999725341797,
+        83.43111419677734,
+        82.89555358886719,
+        83.4000015258789,
+        83.61111450195312,
+        83.69999694824219,
+        83.41555786132812,
+        83.67333221435547,
+        83.39778137207031,
+        83.53778076171875,
+        83.413330078125,
+        83.43111419677734,
+        83.91999816894531,
+        83.60444641113281,
+        83.60888671875,
+        83.68888854980469,
+        83.5,
+        83.44222259521484
+      ],
+      "train_loss": [
+        1.7226098775863647,
+        1.3870989084243774,
+        1.2399137020111084,
+        1.1657400131225586,
+        1.1009763479232788,
+        1.0563141107559204,
+        1.0329570770263672,
+        1.020637035369873,
+        1.0058422088623047,
+        1.0011730194091797,
+        1.0001360177993774,
+        0.9810256361961365,
+        0.970024049282074,
+        0.9512573480606079,
+        0.9459363222122192,
+        0.9375039339065552,
+        0.9330793619155884,
+        0.9226661324501038,
+        0.9218000173568726,
+        0.9072259068489075,
+        0.9015620350837708,
+        0.8990833759307861,
+        0.8967429995536804,
+        0.883868932723999,
+        0.8790396451950073,
+        0.8749803304672241,
+        0.8749072551727295,
+        0.8665260672569275,
+        0.8696925640106201,
+        0.853366494178772,
+        0.8496904373168945,
+        0.8467713594436646,
+        0.8442293405532837,
+        0.8377049565315247,
+        0.8349606394767761,
+        0.8364410996437073,
+        0.8208041787147522,
+        0.8199250102043152,
+        0.8162885308265686,
+        0.8148177266120911,
+        0.8156305551528931,
+        0.8053990602493286,
+        0.8017111420631409,
+        0.8015657663345337,
+        0.7876234650611877,
+        0.7833452820777893,
+        0.7740470170974731,
+        0.7823024988174438,
+        0.7634418606758118,
+        0.7622121572494507,
+        0.7626290321350098,
+        0.7555223107337952,
+        0.7494150400161743,
+        0.7477719187736511,
+        0.7453629970550537,
+        0.7395145893096924,
+        0.7393350005149841,
+        0.7232627868652344,
+        0.7187666893005371,
+        0.7206240296363831,
+        0.7193630933761597,
+        0.7071504592895508,
+        0.7098870277404785,
+        0.7093356847763062,
+        0.6942580938339233,
+        0.6966429352760315,
+        0.6893771886825562,
+        0.6808000802993774,
+        0.6782029867172241,
+        0.6660891771316528,
+        0.6747710704803467,
+        0.6726231575012207,
+        0.6605590581893921,
+        0.654030442237854,
+        0.652836263179779,
+        0.6441100835800171,
+        0.6406673192977905,
+        0.6342423558235168,
+        0.6259324550628662,
+        0.6154536008834839,
+        0.6198143362998962,
+        0.6115980744361877,
+        0.6130958199501038,
+        0.6040533185005188,
+        0.5974317789077759,
+        0.5864968299865723,
+        0.5873461365699768,
+        0.5851417183876038,
+        0.5780122876167297,
+        0.5724764466285706,
+        0.569003701210022,
+        0.5621424913406372,
+        0.5591220855712891,
+        0.5544707179069519,
+        0.553257167339325,
+        0.5461598634719849,
+        0.5408818125724792,
+        0.5381682515144348,
+        0.5308142304420471,
+        0.5295066833496094,
+        0.5213310718536377,
+        0.5224424004554749,
+        0.5184526443481445,
+        0.5141295194625854,
+        0.5057126879692078,
+        0.5028854608535767,
+        0.503870964050293,
+        0.49805331230163574,
+        0.49652573466300964,
+        0.4960763156414032,
+        0.49642547965049744,
+        0.4922136664390564,
+        0.4866808354854584,
+        0.484943687915802,
+        0.48938462138175964,
+        0.4827175438404083,
+        0.4805223047733307,
+        0.48063403367996216,
+        0.48088759183883667,
+        0.476971834897995,
+        0.48038744926452637,
+        0.4801827371120453,
+        0.4765053987503052,
+        0.4793368875980377,
+        0.4746747612953186,
+        0.47845229506492615,
+        0.47701185941696167,
+        0.47684943675994873,
+        0.47923746705055237,
+        0.4793583154678345
+      ],
+      "train_time": [
+        18.648271322250366,
+        10.018172979354858,
+        9.975170135498047,
+        9.901781558990479,
+        9.863518476486206,
+        9.910261392593384,
+        9.980285406112671,
+        9.960121631622314,
+        10.016388416290283,
+        10.01843523979187,
+        10.040222406387329,
+        10.000693082809448,
+        10.085890293121338,
+        10.084057807922363,
+        10.124876499176025,
+        10.017444133758545,
+        10.079343557357788,
+        10.133436679840088,
+        10.027402400970459,
+        10.129331827163696,
+        10.11736011505127,
+        10.043818950653076,
+        10.078883409500122,
+        10.206072092056274,
+        10.071439266204834,
+        10.044024229049683,
+        10.064720153808594,
+        10.055288076400757,
+        10.059327363967896,
+        10.082417964935303,
+        10.061728954315186,
+        10.071149587631226,
+        10.110915184020996,
+        10.048245906829834,
+        10.117218494415283,
+        10.313790559768677,
+        10.08076524734497,
+        10.06798768043518,
+        10.097241878509521,
+        10.045182943344116,
+        10.051900386810303,
+        10.112889289855957,
+        10.163126230239868,
+        10.10533356666565,
+        10.0633225440979,
+        10.146273374557495,
+        10.26608657836914,
+        10.099929332733154,
+        10.06147027015686,
+        10.045509576797485,
+        10.059691667556763,
+        10.082504987716675,
+        10.087855339050293,
+        10.109771966934204,
+        10.063868522644043,
+        10.06804871559143,
+        10.059746026992798,
+        10.03503704071045,
+        10.200844049453735,
+        10.075505495071411,
+        10.165985345840454,
+        10.03181004524231,
+        10.14215898513794,
+        10.064364910125732,
+        10.119065046310425,
+        10.14722728729248,
+        10.131963014602661,
+        10.171426057815552,
+        10.115822553634644,
+        10.042054414749146,
+        10.128502607345581,
+        10.050158739089966,
+        10.061166524887085,
+        10.105016946792603,
+        10.051188707351685,
+        10.198533296585083,
+        10.093891620635986,
+        10.147575855255127,
+        10.050089836120605,
+        10.051727533340454,
+        10.061760663986206,
+        10.088464260101318,
+        10.0942964553833,
+        10.186153173446655,
+        10.011389255523682,
+        10.056010723114014,
+        10.064647197723389,
+        10.089590787887573,
+        10.07659125328064,
+        10.096359014511108,
+        10.111500024795532,
+        10.09372854232788,
+        10.097323656082153,
+        10.068986654281616,
+        10.08773422241211,
+        10.274393558502197,
+        10.065053462982178,
+        10.065667867660522,
+        10.160866737365723,
+        10.07068419456482,
+        10.083399772644043,
+        10.087138175964355,
+        10.165590524673462,
+        10.083959579467773,
+        10.061242580413818,
+        10.058763027191162,
+        10.059463024139404,
+        10.389742374420166,
+        10.12973427772522,
+        10.043750286102295,
+        10.05176830291748,
+        10.07449984550476,
+        10.11817741394043,
+        10.089457511901855,
+        10.182930707931519,
+        10.09683609008789,
+        10.01432466506958,
+        10.107229232788086,
+        10.239841938018799,
+        10.072198390960693,
+        9.991339206695557,
+        10.084007263183594,
+        10.111675500869751,
+        10.09311032295227,
+        10.03262186050415,
+        10.11888599395752,
+        10.053424596786499,
+        10.058555603027344,
+        10.098092079162598,
+        10.130130767822266
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.009810024603212e-07,
+        6.975152473387425e-07,
+        7.211731940515165e-07,
+        7.220434099508566e-07,
+        7.19004901839071e-07,
+        7.038684657345584e-07,
+        6.928759717084176e-07,
+        6.914975756444619e-07,
+        6.726648962285253e-07,
+        6.622000796596694e-07,
+        6.527893674501684e-07,
+        6.601331392630527e-07,
+        6.418470661628817e-07,
+        6.676812063233228e-07,
+        6.482250114459021e-07,
+        6.575920110662992e-07,
+        6.550918669745442e-07,
+        6.447105533879949e-07,
+        6.443849542847602e-07,
+        6.695607908113743e-07,
+        6.626754043281835e-07,
+        6.509250169983716e-07,
+        6.575619977411407e-07,
+        6.771444418518513e-07,
+        6.590086627511482e-07,
+        6.593123771381215e-07,
+        6.703106123495672e-07,
+        6.792540148126136e-07,
+        6.760599262634059e-07,
+        6.733180839546549e-07,
+        6.769585638721765e-07,
+        6.909122589604522e-07,
+        6.63615708162979e-07,
+        6.896733566463809e-07,
+        6.709132662763295e-07,
+        6.835476824562647e-07,
+        6.867887805128703e-07,
+        6.788868063267728e-07,
+        6.951415798539529e-07,
+        6.901835263306566e-07,
+        6.871419486742525e-07,
+        7.0361340931413e-07,
+        7.036608167254599e-07,
+        7.046332370919117e-07,
+        7.156543802011583e-07,
+        7.049404189274355e-07,
+        7.179849035310326e-07,
+        7.051679062897165e-07,
+        7.06250716575596e-07,
+        6.944758865756739e-07,
+        7.1355259478878e-07,
+        7.268361059686868e-07,
+        7.198859748314135e-07,
+        7.199028004833963e-07,
+        7.126828336367907e-07,
+        7.160757036217547e-07,
+        7.253679541463498e-07,
+        7.312850698326656e-07,
+        7.356519517998095e-07,
+        7.167624289650121e-07,
+        7.314627055166056e-07,
+        7.369778245447378e-07,
+        7.173928224801784e-07,
+        7.311081162697519e-07,
+        7.279343208210776e-07,
+        7.413322009597323e-07,
+        7.397591730295972e-07,
+        7.508285193580377e-07,
+        7.41385008495854e-07,
+        7.692025860706053e-07,
+        7.517414815083612e-07,
+        7.531987193942768e-07,
+        7.468874514415802e-07,
+        7.495409022340027e-07,
+        7.591214625790599e-07,
+        7.642919968020578e-07,
+        7.550519285359769e-07,
+        7.635578072040516e-07,
+        7.610047987327562e-07,
+        7.72790770042775e-07,
+        7.672452397855523e-07,
+        7.706170208621188e-07,
+        7.640271633135853e-07,
+        7.826939736332861e-07,
+        7.585877028759569e-07,
+        7.824973522474465e-07,
+        7.943975788293756e-07,
+        7.808623081473343e-07,
+        7.725650448264787e-07,
+        7.813260936018196e-07,
+        7.722746886429377e-07,
+        7.761320262034133e-07,
+        7.80182062953827e-07,
+        7.901401772869576e-07,
+        7.814334708200477e-07,
+        7.808720852153783e-07,
+        7.951593374855292e-07,
+        7.885958552833472e-07,
+        7.863601467761328e-07,
+        7.860863888708991e-07,
+        7.843942739782506e-07,
+        7.866062787798e-07,
+        7.941627018226427e-07,
+        7.921706810520845e-07,
+        7.834540269868739e-07,
+        7.857963169044524e-07,
+        8.02645899966592e-07,
+        7.942373372316069e-07,
+        7.909569603725686e-07,
+        7.854640102777921e-07,
+        7.968487238940725e-07,
+        7.875796654843725e-07,
+        7.89119894761825e-07,
+        7.957593766150239e-07,
+        7.901684284661314e-07,
+        8.040375405471423e-07,
+        7.902865490905242e-07,
+        7.942173283481679e-07,
+        7.845083587199042e-07,
+        7.800599064466951e-07,
+        7.875632377363218e-07,
+        7.91819275036687e-07,
+        7.897770615272748e-07,
+        7.895582712080795e-07,
+        7.966076509546838e-07,
+        8.015397838789795e-07,
+        7.914416642051947e-07,
+        8.021500548238691e-07,
+        7.951939551276155e-07,
+        8.012811463231628e-07
+      ],
+      "val_accuracy": [
+        51.880001068115234,
+        59.70000076293945,
+        64.04000091552734,
+        65.0999984741211,
+        68.19999694824219,
+        69.87999725341797,
+        67.4000015258789,
+        68.81999969482422,
+        72.0199966430664,
+        71.22000122070312,
+        70.5999984741211,
+        70.33999633789062,
+        70.0199966430664,
+        72.19999694824219,
+        71.87999725341797,
+        72.16000366210938,
+        70.55999755859375,
+        72.37999725341797,
+        70.45999908447266,
+        72.83999633789062,
+        73.4800033569336,
+        74.0999984741211,
+        73.91999816894531,
+        73.95999908447266,
+        70.5999984741211,
+        74.73999786376953,
+        68.41999816894531,
+        74.55999755859375,
+        72.5199966430664,
+        72.9000015258789,
+        73.55999755859375,
+        71.0199966430664,
+        72.45999908447266,
+        72.69999694824219,
+        73.81999969482422,
+        73.81999969482422,
+        73.13999938964844,
+        72.19999694824219,
+        75.62000274658203,
+        74.22000122070312,
+        73.63999938964844,
+        75.54000091552734,
+        74.31999969482422,
+        75.45999908447266,
+        77.0,
+        74.45999908447266,
+        76.22000122070312,
+        75.13999938964844,
+        76.73999786376953,
+        75.33999633789062,
+        75.73999786376953,
+        76.66000366210938,
+        76.87999725341797,
+        77.19999694824219,
+        74.77999877929688,
+        77.04000091552734,
+        77.37999725341797,
+        76.45999908447266,
+        75.69999694824219,
+        74.27999877929688,
+        77.04000091552734,
+        77.31999969482422,
+        77.13999938964844,
+        76.77999877929688,
+        77.72000122070312,
+        77.27999877929688,
+        78.23999786376953,
+        78.87999725341797,
+        78.55999755859375,
+        76.68000030517578,
+        77.73999786376953,
+        78.86000061035156,
+        77.58000183105469,
+        79.5,
+        78.9000015258789,
+        79.26000213623047,
+        79.05999755859375,
+        80.23999786376953,
+        78.80000305175781,
+        78.4800033569336,
+        80.05999755859375,
+        79.86000061035156,
+        79.73999786376953,
+        79.08000183105469,
+        79.68000030517578,
+        81.18000030517578,
+        79.58000183105469,
+        81.05999755859375,
+        80.05999755859375,
+        80.9000015258789,
+        81.13999938964844,
+        80.58000183105469,
+        79.18000030517578,
+        81.19999694824219,
+        80.54000091552734,
+        80.55999755859375,
+        80.5199966430664,
+        81.5,
+        81.81999969482422,
+        81.63999938964844,
+        81.68000030517578,
+        82.04000091552734,
+        82.19999694824219,
+        82.23999786376953,
+        82.5999984741211,
+        82.27999877929688,
+        82.05999755859375,
+        82.16000366210938,
+        82.30000305175781,
+        82.5,
+        82.30000305175781,
+        82.63999938964844,
+        82.5999984741211,
+        82.77999877929688,
+        82.45999908447266,
+        82.9000015258789,
+        82.73999786376953,
+        82.77999877929688,
+        82.68000030517578,
+        82.69999694824219,
+        82.80000305175781,
+        82.81999969482422,
+        82.80000305175781,
+        82.76000213623047,
+        82.77999877929688,
+        82.77999877929688,
+        82.77999877929688,
+        82.80000305175781,
+        82.86000061035156,
+        82.81999969482422
+      ],
+      "val_loss": [
+        1.3510088920593262,
+        1.1529459953308105,
+        1.0468471050262451,
+        1.0216169357299805,
+        0.925427258014679,
+        0.8675288558006287,
+        0.9172126650810242,
+        0.908548891544342,
+        0.8316742181777954,
+        0.8401350378990173,
+        0.8673457503318787,
+        0.8729410767555237,
+        0.8893402814865112,
+        0.8212301135063171,
+        0.8139774799346924,
+        0.8236862421035767,
+        0.8700018525123596,
+        0.8166597485542297,
+        0.8568505644798279,
+        0.7973703742027283,
+        0.7642643451690674,
+        0.7694777846336365,
+        0.786611795425415,
+        0.7627192735671997,
+        0.8487462401390076,
+        0.7493539452552795,
+        0.9140673875808716,
+        0.765673041343689,
+        0.7907288074493408,
+        0.8053245544433594,
+        0.7741118669509888,
+        0.8413300514221191,
+        0.7968649864196777,
+        0.8015972971916199,
+        0.7641543745994568,
+        0.7687199115753174,
+        0.7975777387619019,
+        0.798865556716919,
+        0.7460253238677979,
+        0.7695310711860657,
+        0.7732320427894592,
+        0.7223656177520752,
+        0.7294338345527649,
+        0.7292619347572327,
+        0.6783175468444824,
+        0.7356812357902527,
+        0.6925978064537048,
+        0.7282301187515259,
+        0.6829283237457275,
+        0.7080714702606201,
+        0.688478946685791,
+        0.6934933662414551,
+        0.6763702630996704,
+        0.6707608103752136,
+        0.7442907094955444,
+        0.6718232035636902,
+        0.6680572032928467,
+        0.6688593029975891,
+        0.7137004137039185,
+        0.7356970310211182,
+        0.6758073568344116,
+        0.6566222906112671,
+        0.6666498780250549,
+        0.6914724111557007,
+        0.6659483313560486,
+        0.6610660552978516,
+        0.6478292346000671,
+        0.6223502159118652,
+        0.6415798664093018,
+        0.6862651109695435,
+        0.6478309035301208,
+        0.6271025538444519,
+        0.6660701632499695,
+        0.6128048300743103,
+        0.6136876940727234,
+        0.6055257320404053,
+        0.6227060556411743,
+        0.5859044790267944,
+        0.6323354244232178,
+        0.6216480135917664,
+        0.5821081399917603,
+        0.5890146493911743,
+        0.5779908895492554,
+        0.6118987202644348,
+        0.5811307430267334,
+        0.5639885067939758,
+        0.5802001357078552,
+        0.5560157299041748,
+        0.5842000246047974,
+        0.550058126449585,
+        0.5563098192214966,
+        0.5675140619277954,
+        0.6062551736831665,
+        0.5691872835159302,
+        0.5597025752067566,
+        0.5647706389427185,
+        0.5619632005691528,
+        0.5413104295730591,
+        0.5331208109855652,
+        0.5372368097305298,
+        0.5414949655532837,
+        0.5280073881149292,
+        0.5248157382011414,
+        0.5247841477394104,
+        0.520947277545929,
+        0.5268739461898804,
+        0.525455117225647,
+        0.5263584852218628,
+        0.5237002372741699,
+        0.5161609053611755,
+        0.5241281986236572,
+        0.5148923993110657,
+        0.5162400007247925,
+        0.5148922204971313,
+        0.5131223797798157,
+        0.5125471353530884,
+        0.5112168788909912,
+        0.5114747881889343,
+        0.5111490488052368,
+        0.5113899111747742,
+        0.5113567113876343,
+        0.5112560987472534,
+        0.5113088488578796,
+        0.5114550590515137,
+        0.51137375831604,
+        0.5113956332206726,
+        0.5112889409065247,
+        0.5113075375556946,
+        0.511180579662323,
+        0.5112199187278748
+      ],
+      "val_time": [
+        0.8263156414031982,
+        0.20781636238098145,
+        0.20028257369995117,
+        0.1894974708557129,
+        0.18959307670593262,
+        0.20376372337341309,
+        0.1933441162109375,
+        0.18741202354431152,
+        0.18925929069519043,
+        0.1900489330291748,
+        0.19038748741149902,
+        0.18265914916992188,
+        0.18609404563903809,
+        0.18117904663085938,
+        0.19728565216064453,
+        0.1922292709350586,
+        0.20002007484436035,
+        0.17181730270385742,
+        0.20343375205993652,
+        0.1985912322998047,
+        0.18721318244934082,
+        0.16380548477172852,
+        0.17376089096069336,
+        0.19649815559387207,
+        0.16672873497009277,
+        0.19234037399291992,
+        0.18227648735046387,
+        0.19065356254577637,
+        0.18736553192138672,
+        0.18262076377868652,
+        0.1943988800048828,
+        0.18999028205871582,
+        0.1859598159790039,
+        0.1963329315185547,
+        0.1916193962097168,
+        0.19461345672607422,
+        0.18831801414489746,
+        0.18242287635803223,
+        0.180649995803833,
+        0.17593932151794434,
+        0.19971227645874023,
+        0.17602968215942383,
+        0.1901719570159912,
+        0.20432209968566895,
+        0.18765902519226074,
+        0.18438720703125,
+        0.19545888900756836,
+        0.18940091133117676,
+        0.16340970993041992,
+        0.1927647590637207,
+        0.18932557106018066,
+        0.17907452583312988,
+        0.19219589233398438,
+        0.19012737274169922,
+        0.1897273063659668,
+        0.2039492130279541,
+        0.19500946998596191,
+        0.1888272762298584,
+        0.1814875602722168,
+        0.19325661659240723,
+        0.19433116912841797,
+        0.20235896110534668,
+        0.18472909927368164,
+        0.19248390197753906,
+        0.1938023567199707,
+        0.18013310432434082,
+        0.20281457901000977,
+        0.1902778148651123,
+        0.1899857521057129,
+        0.2036142349243164,
+        0.19659018516540527,
+        0.1802830696105957,
+        0.16736721992492676,
+        0.18809151649475098,
+        0.20423126220703125,
+        0.1930856704711914,
+        0.1880025863647461,
+        0.1875171661376953,
+        0.16341328620910645,
+        0.19361209869384766,
+        0.2012009620666504,
+        0.19182181358337402,
+        0.19834685325622559,
+        0.19000887870788574,
+        0.18445134162902832,
+        0.19278597831726074,
+        0.1703929901123047,
+        0.19148492813110352,
+        0.19699430465698242,
+        0.19298529624938965,
+        0.1945338249206543,
+        0.19463467597961426,
+        0.1918323040008545,
+        0.20610547065734863,
+        0.19405245780944824,
+        0.1882038116455078,
+        0.18465089797973633,
+        0.18123459815979004,
+        0.16983985900878906,
+        0.19702649116516113,
+        0.1808032989501953,
+        0.19296884536743164,
+        0.18314313888549805,
+        0.19144010543823242,
+        0.1683351993560791,
+        0.190659761428833,
+        0.1970067024230957,
+        0.18776535987854004,
+        0.19336342811584473,
+        0.18761301040649414,
+        0.19104838371276855,
+        0.1858234405517578,
+        0.19254422187805176,
+        0.2024836540222168,
+        0.19104266166687012,
+        0.1934218406677246,
+        0.19583535194396973,
+        0.19252967834472656,
+        0.19222497940063477,
+        0.19044899940490723,
+        0.19410157203674316,
+        0.19034099578857422,
+        0.19183635711669922,
+        0.1795027256011963,
+        0.19278740882873535,
+        0.19479775428771973,
+        0.17126798629760742,
+        0.20534491539001465,
+        0.19348526000976562,
+        0.21687936782836914
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.000000476837158,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 82.81999969482422,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "innovation",
+  "seed": 1989,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}