results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json
new file mode 100644
index 0000000..ee1b2dc
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-oracle/2026_08_06_13_37_34/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1990",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1990-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786042783.6866286,
+  "condition": "oracle",
+  "driver_wall_seconds": 1337.3228688240051,
+  "experiment_name": "dp-bias-c1-s1990-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 116,
+    "best_validation_accuracy": 82.4000015258789,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.952412772738171e-08,
+        9.597417971463074e-08,
+        1.0269930328377086e-07,
+        1.026684444127568e-07,
+        1.0540665584812814e-07,
+        1.0821553786399818e-07,
+        1.0387086035734683e-07,
+        1.0852986065401637e-07,
+        1.1099067620534697e-07,
+        1.0732922106626575e-07,
+        1.0711178077826844e-07,
+        1.0930641280992859e-07,
+        1.0971807995474592e-07,
+        1.0987472620627159e-07,
+        1.1255791321218567e-07,
+        1.1293469981410453e-07,
+        1.1276240030611007e-07,
+        1.1399466615102938e-07,
+        1.084458460809401e-07,
+        1.1365228402837602e-07,
+        1.1226749307979844e-07,
+        1.126941882034771e-07,
+        1.1351397688486031e-07,
+        1.1281526468565062e-07,
+        1.1171739089377297e-07,
+        1.0959915641706175e-07,
+        1.156747160280247e-07,
+        1.0836523500756812e-07,
+        1.1418297418686052e-07,
+        1.1560476309568912e-07,
+        1.1365678886932074e-07,
+        1.1398563515285787e-07,
+        1.1590719850573805e-07,
+        1.1438634572868978e-07,
+        1.1323971449428427e-07,
+        1.1511843922562548e-07,
+        1.1111594488966148e-07,
+        1.1440203451229536e-07,
+        1.1456698700840207e-07,
+        1.1458386950380373e-07,
+        1.1170772751256663e-07,
+        1.1682701028803422e-07,
+        1.1498232055373592e-07,
+        1.1348021899948435e-07,
+        1.1469076355297148e-07,
+        1.1740266359083762e-07,
+        1.1836220892291749e-07,
+        1.163008462867765e-07,
+        1.1874111294218892e-07,
+        1.148611588064341e-07,
+        1.1642017483382006e-07,
+        1.1794660537134405e-07,
+        1.1796443999401163e-07,
+        1.223848471454403e-07,
+        1.1830275070678908e-07,
+        1.2272543870039954e-07,
+        1.2029032347982138e-07,
+        1.1544182854095197e-07,
+        1.1646267950027323e-07,
+        1.1631767904418666e-07,
+        1.164843013157224e-07,
+        1.1569859026394624e-07,
+        1.1867643934238004e-07,
+        1.1816107559070588e-07,
+        1.1898278273747565e-07,
+        1.197346932713117e-07,
+        1.1722605819386445e-07,
+        1.1990000814421364e-07,
+        1.209396600643231e-07,
+        1.1829138202301692e-07,
+        1.223882151180078e-07,
+        1.2034678320560488e-07,
+        1.2336417398728372e-07,
+        1.2670309956774872e-07,
+        1.2032114682369865e-07,
+        1.227037245143947e-07,
+        1.2127462412081513e-07,
+        1.2122531245495338e-07,
+        1.2364726842406526e-07,
+        1.2319078734890354e-07,
+        1.2223746637118893e-07,
+        1.2450148290099605e-07,
+        1.2360399637145747e-07,
+        1.2506076529916754e-07,
+        1.2115705771975627e-07,
+        1.2220355927183846e-07,
+        1.2037546071042016e-07,
+        1.242039786575333e-07,
+        1.2336997201600752e-07,
+        1.2741860189180443e-07,
+        1.2136831628595246e-07,
+        1.2409456928708096e-07,
+        1.2935257132085098e-07,
+        1.303352377135525e-07,
+        1.2460832010674494e-07,
+        1.291930260549634e-07,
+        1.275097076813836e-07,
+        1.2296109730414173e-07,
+        1.2526275838808942e-07,
+        1.3219883499004936e-07,
+        1.3256685349460895e-07,
+        1.2547023686693137e-07,
+        1.3030846446326905e-07,
+        1.2842623675624054e-07,
+        1.2933521986724372e-07,
+        1.273635064080736e-07,
+        1.2770804858064366e-07,
+        1.2922548364713293e-07,
+        1.3383029795477341e-07,
+        1.2710937369320163e-07,
+        1.304034924487496e-07,
+        1.3236605411748315e-07,
+        1.2968362739229633e-07,
+        1.2745205424380401e-07,
+        1.318975790809418e-07,
+        1.3438638291063398e-07,
+        1.3119799291416712e-07,
+        1.2892776624084945e-07,
+        1.372793292375718e-07,
+        1.2982677333184256e-07,
+        1.331528380887903e-07,
+        1.3275231935949705e-07,
+        1.2881318411928078e-07,
+        1.328547369894295e-07,
+        1.2886590639027418e-07,
+        1.340420112683205e-07,
+        1.2493858037032624e-07,
+        1.298557066320427e-07,
+        1.2970605212103692e-07,
+        1.3219565175859316e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0347403822663637e-08,
+        7.648387700953663e-09,
+        6.851799572160644e-09,
+        6.307609545785908e-09,
+        5.996451335477104e-09,
+        5.91723514631326e-09,
+        5.515387702104135e-09,
+        5.5901554496529116e-09,
+        5.5658451181272994e-09,
+        5.307235984020053e-09,
+        5.183982576539847e-09,
+        5.180897044709809e-09,
+        5.0804600526532795e-09,
+        5.003482961285499e-09,
+        4.999268554684022e-09,
+        4.9702060245238044e-09,
+        4.9006798619188885e-09,
+        4.912409146129448e-09,
+        4.704025169388615e-09,
+        4.8322705836767454e-09,
+        4.780486229094549e-09,
+        4.723791136029831e-09,
+        4.780806417414851e-09,
+        4.725581259634737e-09,
+        4.696090183387014e-09,
+        4.597807912176677e-09,
+        4.6910679785128195e-09,
+        4.500587458267091e-09,
+        4.635589245793881e-09,
+        4.6670241005131174e-09,
+        4.6064339009888045e-09,
+        4.5646570967505795e-09,
+        4.611010684385519e-09,
+        4.532147546143506e-09,
+        4.468169834126456e-09,
+        4.5503072421126944e-09,
+        4.417945120849254e-09,
+        4.484372873037046e-09,
+        4.4662562537212125e-09,
+        4.489192129142339e-09,
+        4.339367087879964e-09,
+        4.4743067029173744e-09,
+        4.405559916875745e-09,
+        4.379621110217613e-09,
+        4.399113517905562e-09,
+        4.459893343522481e-09,
+        4.45571979312831e-09,
+        4.400483977207159e-09,
+        4.400531494752613e-09,
+        4.283550403272329e-09,
+        4.319646418338152e-09,
+        4.3358854284747395e-09,
+        4.348862159275768e-09,
+        4.454656643559929e-09,
+        4.334174796838397e-09,
+        4.390508845375507e-09,
+        4.37284741749977e-09,
+        4.208803083827206e-09,
+        4.270410247642076e-09,
+        4.250122920268495e-09,
+        4.2004053568689415e-09,
+        4.138554388077864e-09,
+        4.209824933099071e-09,
+        4.154315558224653e-09,
+        4.1715066956271585e-09,
+        4.189402602605696e-09,
+        4.076253556917209e-09,
+        4.16525391955247e-09,
+        4.151960997234028e-09,
+        4.063043235191799e-09,
+        4.1693590802083236e-09,
+        4.066375680622514e-09,
+        4.183000612556498e-09,
+        4.198439818026145e-09,
+        4.014531818086198e-09,
+        4.078192894496624e-09,
+        4.003083642345473e-09,
+        4.027631117509145e-09,
+        4.103472672767339e-09,
+        3.973938511592223e-09,
+        3.963636974191331e-09,
+        4.006154519231586e-09,
+        3.993198216534211e-09,
+        4.011748711008067e-09,
+        3.893477096283959e-09,
+        3.946133197985091e-09,
+        3.882882904093776e-09,
+        3.900586520444449e-09,
+        3.861010622330241e-09,
+        3.884899957284915e-09,
+        3.8215368647342984e-09,
+        3.872810516725167e-09,
+        3.94542531978459e-09,
+        3.95481514203766e-09,
+        3.8218148645796646e-09,
+        3.868495745962264e-09,
+        3.836063466877704e-09,
+        3.7171166145100187e-09,
+        3.763365619136039e-09,
+        3.874738752074336e-09,
+        3.881047927478676e-09,
+        3.710179052873741e-09,
+        3.83222431565855e-09,
+        3.766072342870075e-09,
+        3.7718255185836824e-09,
+        3.7121210549884154e-09,
+        3.7220668769322174e-09,
+        3.736254416963902e-09,
+        3.8377083733109885e-09,
+        3.702149253825837e-09,
+        3.728595654450828e-09,
+        3.788692026773788e-09,
+        3.726304598217212e-09,
+        3.6900973388043212e-09,
+        3.767099521212458e-09,
+        3.792177682981901e-09,
+        3.734729414617277e-09,
+        3.687219196635283e-09,
+        3.83859299901701e-09,
+        3.7176242084768774e-09,
+        3.763309663895598e-09,
+        3.74310316075821e-09,
+        3.687396610274618e-09,
+        3.768828360506404e-09,
+        3.694940131637736e-09,
+        3.771619905279522e-09,
+        3.6009684123428087e-09,
+        3.7071097302998623e-09,
+        3.680644233838848e-09,
+        3.7561007637521016e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        6.682771682739258,
+        9.445259094238281,
+        10.083979606628418,
+        10.105669021606445,
+        9.989885330200195,
+        9.742430686950684,
+        9.66247844696045,
+        9.448174476623535,
+        9.263154983520508,
+        9.26924991607666,
+        9.124399185180664,
+        9.0912504196167,
+        9.094285011291504,
+        9.109570503234863,
+        9.095677375793457,
+        9.155817985534668,
+        9.151801109313965,
+        9.089159965515137,
+        9.15678596496582,
+        9.218914985656738,
+        9.171332359313965,
+        9.1846284866333,
+        9.113630294799805,
+        9.15676212310791,
+        9.116979598999023,
+        9.196917533874512,
+        9.287452697753906,
+        9.260809898376465,
+        9.219209671020508,
+        9.353346824645996,
+        9.354340553283691,
+        9.367414474487305,
+        9.386528015136719,
+        9.385017395019531,
+        9.394454956054688,
+        9.372289657592773,
+        9.50491714477539,
+        9.44881534576416,
+        9.501750946044922,
+        9.478578567504883,
+        9.497598648071289,
+        9.585550308227539,
+        9.605271339416504,
+        9.545844078063965,
+        9.588991165161133,
+        9.599745750427246,
+        9.643730163574219,
+        9.663880348205566,
+        9.744059562683105,
+        9.77185344696045,
+        9.810614585876465,
+        9.827683448791504,
+        9.742369651794434,
+        9.784296035766602,
+        9.797131538391113,
+        9.940275192260742,
+        9.884310722351074,
+        9.880271911621094,
+        9.78079891204834,
+        9.877490997314453,
+        9.931396484375,
+        10.031649589538574,
+        9.997757911682129,
+        10.065581321716309,
+        10.106928825378418,
+        10.069052696228027,
+        10.164738655090332,
+        10.105412483215332,
+        10.1431245803833,
+        10.258463859558105,
+        10.260469436645508,
+        10.376954078674316,
+        10.25418472290039,
+        10.386582374572754,
+        10.434808731079102,
+        10.346175193786621,
+        10.422889709472656,
+        10.353672981262207,
+        10.38049030303955,
+        10.570638656616211,
+        10.53761100769043,
+        10.53490924835205,
+        10.497413635253906,
+        10.505668640136719,
+        10.573307991027832,
+        10.521319389343262,
+        10.502337455749512,
+        10.690814971923828,
+        10.666873931884766,
+        10.825976371765137,
+        10.6482572555542,
+        10.656944274902344,
+        10.764278411865234,
+        10.763221740722656,
+        10.696683883666992,
+        10.849990844726562,
+        10.792024612426758,
+        10.946078300476074,
+        10.839583396911621,
+        10.894750595092773,
+        10.874530792236328,
+        10.980182647705078,
+        10.889230728149414,
+        10.917566299438477,
+        10.866196632385254,
+        10.990723609924316,
+        10.912126541137695,
+        10.967196464538574,
+        10.859225273132324,
+        10.909784317016602,
+        10.964601516723633,
+        10.899771690368652,
+        10.928860664367676,
+        10.929947853088379,
+        10.960982322692871,
+        10.997879981994629,
+        10.973834991455078,
+        11.020467758178711,
+        10.961400985717773,
+        10.935381889343262,
+        11.012028694152832,
+        11.038093566894531,
+        10.95716381072998,
+        10.957161903381348,
+        10.971261024475098,
+        10.996134757995605,
+        11.029141426086426,
+        10.983784675598145,
+        11.02583122253418,
+        10.94271469116211
+      ],
+      "train_accuracy": [
+        38.72888946533203,
+        51.682220458984375,
+        57.182220458984375,
+        59.7599983215332,
+        62.11555480957031,
+        63.088890075683594,
+        63.76222229003906,
+        64.56666564941406,
+        64.75111389160156,
+        65.04888916015625,
+        65.37110900878906,
+        65.76000213623047,
+        66.84889221191406,
+        67.06222534179688,
+        67.71111297607422,
+        68.14444732666016,
+        68.56888580322266,
+        68.36222076416016,
+        68.81111145019531,
+        68.85111236572266,
+        68.8022232055664,
+        69.15777587890625,
+        69.52222442626953,
+        69.61333465576172,
+        69.94000244140625,
+        70.26444244384766,
+        70.52666473388672,
+        70.2911148071289,
+        70.57333374023438,
+        70.7844467163086,
+        70.90888977050781,
+        70.93333435058594,
+        71.22000122070312,
+        71.78888702392578,
+        71.67111206054688,
+        71.53111267089844,
+        71.75333404541016,
+        71.8822250366211,
+        72.07111358642578,
+        72.16889190673828,
+        72.65110778808594,
+        72.5955581665039,
+        72.695556640625,
+        72.55999755859375,
+        72.7155532836914,
+        73.04666900634766,
+        73.21333312988281,
+        72.89778137207031,
+        73.73332977294922,
+        73.81999969482422,
+        73.83999633789062,
+        74.03111267089844,
+        74.086669921875,
+        74.22444152832031,
+        74.48222351074219,
+        74.65555572509766,
+        74.59333038330078,
+        74.94444274902344,
+        74.74444580078125,
+        75.18000030517578,
+        74.88444519042969,
+        75.37999725341797,
+        75.66000366210938,
+        75.92222595214844,
+        75.94889068603516,
+        76.21333312988281,
+        76.30000305175781,
+        76.47555541992188,
+        76.84444427490234,
+        76.75333404541016,
+        76.95333099365234,
+        77.47110748291016,
+        76.81111145019531,
+        77.4977798461914,
+        77.68000030517578,
+        77.98666381835938,
+        78.09333038330078,
+        78.53555297851562,
+        78.1177749633789,
+        78.86888885498047,
+        78.9111099243164,
+        78.76444244384766,
+        78.88666534423828,
+        79.0022201538086,
+        79.66666412353516,
+        79.53111267089844,
+        79.57777404785156,
+        80.03333282470703,
+        80.33555603027344,
+        80.15777587890625,
+        80.26889038085938,
+        80.4911117553711,
+        80.74666595458984,
+        81.0888900756836,
+        81.10444641113281,
+        81.3155517578125,
+        81.62889099121094,
+        81.66222381591797,
+        81.6844482421875,
+        82.0,
+        82.08000183105469,
+        82.22888946533203,
+        82.45111083984375,
+        82.57555389404297,
+        82.67111206054688,
+        82.87110900878906,
+        82.95111083984375,
+        83.10888671875,
+        82.87555694580078,
+        83.0955581665039,
+        83.3133316040039,
+        83.43777465820312,
+        83.4044418334961,
+        83.26444244384766,
+        83.48222351074219,
+        83.76000213623047,
+        83.8155517578125,
+        83.76222229003906,
+        83.56888580322266,
+        83.52666473388672,
+        83.72888946533203,
+        83.83777618408203,
+        83.75777435302734,
+        83.53778076171875,
+        83.59333038330078,
+        83.75111389160156,
+        83.95777893066406,
+        83.67111206054688,
+        83.7044448852539,
+        83.46444702148438
+      ],
+      "train_loss": [
+        1.7134519815444946,
+        1.3673938512802124,
+        1.227687120437622,
+        1.1521213054656982,
+        1.0854156017303467,
+        1.0566569566726685,
+        1.0489288568496704,
+        1.0251280069351196,
+        1.0182654857635498,
+        1.0126538276672363,
+        1.0020577907562256,
+        0.9869331121444702,
+        0.964557945728302,
+        0.9573421478271484,
+        0.9378336668014526,
+        0.93184494972229,
+        0.9197908639907837,
+        0.9181212186813354,
+        0.909102737903595,
+        0.902167558670044,
+        0.9048490524291992,
+        0.8972623944282532,
+        0.8890601992607117,
+        0.8829960227012634,
+        0.879698634147644,
+        0.8713216185569763,
+        0.8625523447990417,
+        0.8666653037071228,
+        0.8551427125930786,
+        0.8496952056884766,
+        0.848870575428009,
+        0.8465904593467712,
+        0.8382260203361511,
+        0.8254819512367249,
+        0.8306471109390259,
+        0.8260389566421509,
+        0.8288490772247314,
+        0.8182173371315002,
+        0.8135638236999512,
+        0.8072490692138672,
+        0.7991889119148254,
+        0.800495445728302,
+        0.79604572057724,
+        0.800758421421051,
+        0.7960053086280823,
+        0.7849366664886475,
+        0.7789996266365051,
+        0.779752254486084,
+        0.7674330472946167,
+        0.7630690336227417,
+        0.7625762224197388,
+        0.7546707987785339,
+        0.7535418272018433,
+        0.7507809996604919,
+        0.7434623837471008,
+        0.7360299825668335,
+        0.7370973825454712,
+        0.7284460663795471,
+        0.732419490814209,
+        0.7239627838134766,
+        0.7232943177223206,
+        0.7092511057853699,
+        0.7076677680015564,
+        0.7020257115364075,
+        0.6969729065895081,
+        0.6905113458633423,
+        0.685297966003418,
+        0.6836094856262207,
+        0.6745761632919312,
+        0.6745407581329346,
+        0.6711204051971436,
+        0.655059814453125,
+        0.6649355888366699,
+        0.6532193422317505,
+        0.6445382833480835,
+        0.6414903402328491,
+        0.6354076862335205,
+        0.62984699010849,
+        0.6271039247512817,
+        0.6147132515907288,
+        0.6146487593650818,
+        0.6100888252258301,
+        0.6043872237205505,
+        0.6072919368743896,
+        0.5938903093338013,
+        0.5961095690727234,
+        0.5899721384048462,
+        0.5792139172554016,
+        0.5723223090171814,
+        0.5674033761024475,
+        0.5669557452201843,
+        0.5637438893318176,
+        0.5578034520149231,
+        0.5537945628166199,
+        0.549766480922699,
+        0.5397693514823914,
+        0.5347301363945007,
+        0.5334620475769043,
+        0.5302581787109375,
+        0.5232505798339844,
+        0.5225480794906616,
+        0.5133625864982605,
+        0.5123098492622375,
+        0.5084624290466309,
+        0.502927839756012,
+        0.499721497297287,
+        0.49863123893737793,
+        0.492669939994812,
+        0.49593499302864075,
+        0.4895477890968323,
+        0.4869084060192108,
+        0.4850079119205475,
+        0.48521992564201355,
+        0.4823313057422638,
+        0.48260173201560974,
+        0.47806549072265625,
+        0.4748695492744446,
+        0.47192275524139404,
+        0.47789251804351807,
+        0.48016655445098877,
+        0.4750615656375885,
+        0.47288429737091064,
+        0.47881606221199036,
+        0.4746725261211395,
+        0.47684240341186523,
+        0.4759134352207184,
+        0.4731544554233551,
+        0.47595059871673584,
+        0.4743310213088989,
+        0.4785921573638916
+      ],
+      "train_time": [
+        18.55647373199463,
+        9.882709741592407,
+        9.88973355293274,
+        9.880201578140259,
+        9.829142332077026,
+        9.800742626190186,
+        9.831117391586304,
+        9.836090564727783,
+        9.772945165634155,
+        10.015076875686646,
+        9.801023721694946,
+        9.829618692398071,
+        9.890842199325562,
+        9.875144720077515,
+        9.873345613479614,
+        9.767274141311646,
+        9.76366662979126,
+        9.855311632156372,
+        9.825934410095215,
+        9.867850542068481,
+        9.787362337112427,
+        9.858577728271484,
+        9.736967325210571,
+        9.844114065170288,
+        9.834287166595459,
+        9.900243043899536,
+        9.818279027938843,
+        9.864859104156494,
+        9.86511778831482,
+        9.835939168930054,
+        9.859881401062012,
+        9.800709247589111,
+        9.82629919052124,
+        9.846426010131836,
+        9.811059474945068,
+        9.772114753723145,
+        9.793887615203857,
+        9.834041595458984,
+        9.851435422897339,
+        9.845711946487427,
+        9.765500545501709,
+        9.878890991210938,
+        9.81560468673706,
+        9.767844915390015,
+        9.864795684814453,
+        9.82216477394104,
+        9.953540325164795,
+        9.80713701248169,
+        9.813750505447388,
+        9.827356815338135,
+        9.809500217437744,
+        9.841996192932129,
+        9.753096342086792,
+        9.76213550567627,
+        9.812040328979492,
+        9.822406530380249,
+        9.863060235977173,
+        9.828080177307129,
+        9.992131233215332,
+        9.783145904541016,
+        9.823251485824585,
+        9.858248233795166,
+        9.87672734260559,
+        9.797197580337524,
+        9.810950517654419,
+        9.850322008132935,
+        9.81791615486145,
+        9.787426233291626,
+        9.747406005859375,
+        9.797555208206177,
+        9.977331161499023,
+        9.846740007400513,
+        9.835319757461548,
+        9.766163110733032,
+        9.795731782913208,
+        9.909289360046387,
+        9.811819791793823,
+        9.846646308898926,
+        9.806676387786865,
+        9.865204811096191,
+        9.829504489898682,
+        9.817668199539185,
+        9.856067419052124,
+        9.818152904510498,
+        9.838886499404907,
+        9.81636643409729,
+        9.789637327194214,
+        9.767951011657715,
+        9.776770114898682,
+        9.816104173660278,
+        9.758159637451172,
+        9.877911567687988,
+        9.818634986877441,
+        9.790150165557861,
+        9.857602834701538,
+        9.856173753738403,
+        9.804122686386108,
+        9.841511726379395,
+        9.86011552810669,
+        9.819632291793823,
+        9.773209810256958,
+        9.891584634780884,
+        9.81840205192566,
+        9.82021450996399,
+        9.855318784713745,
+        9.792600154876709,
+        9.836443185806274,
+        10.031256198883057,
+        9.807778596878052,
+        9.874598979949951,
+        9.84632658958435,
+        9.848769426345825,
+        9.849162340164185,
+        9.856587648391724,
+        9.845743894577026,
+        9.837432384490967,
+        9.834375619888306,
+        9.870821714401245,
+        9.782613515853882,
+        9.988369226455688,
+        9.798366069793701,
+        9.856943368911743,
+        9.787226438522339,
+        9.788777351379395,
+        9.884143114089966,
+        9.799925327301025,
+        9.840182542800903,
+        9.807199239730835,
+        9.863102674484253,
+        9.831755638122559
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.67473969429011e-08,
+        7.191174233867059e-08,
+        6.875416147522628e-08,
+        6.355881509989558e-08,
+        5.962367310985428e-08,
+        5.743321551676672e-08,
+        5.31799670966393e-08,
+        5.2575305886648493e-08,
+        5.133721003858227e-08,
+        4.891224492098445e-08,
+        4.703378309045547e-08,
+        4.6824197852401994e-08,
+        4.5974271500881514e-08,
+        4.539331754926934e-08,
+        4.517134044590421e-08,
+        4.526463115439583e-08,
+        4.465233516270928e-08,
+        4.445172052669477e-08,
+        4.2700797564521054e-08,
+        4.426454225381349e-08,
+        4.3642035763014064e-08,
+        4.320942181834653e-08,
+        4.3330210530712066e-08,
+        4.305513812141726e-08,
+        4.2664098032219044e-08,
+        4.191846514345343e-08,
+        4.3286618733873183e-08,
+        4.142813025964642e-08,
+        4.25390709324347e-08,
+        4.3304886787609576e-08,
+        4.2904300556756425e-08,
+        4.249051244187285e-08,
+        4.2969457325625626e-08,
+        4.22668122723735e-08,
+        4.179736734499784e-08,
+        4.2448270676231914e-08,
+        4.162496125559301e-08,
+        4.212307302964291e-08,
+        4.219987559395122e-08,
+        4.219800331384249e-08,
+        4.1014860840959955e-08,
+        4.2610636796780454e-08,
+        4.212505899658936e-08,
+        4.1527666638785377e-08,
+        4.195736025280894e-08,
+        4.26006749876251e-08,
+        4.269367082088138e-08,
+        4.22624211182665e-08,
+        4.264738606707397e-08,
+        4.156516197895144e-08,
+        4.213384841023071e-08,
+        4.239097251002022e-08,
+        4.206738779544139e-08,
+        4.342562576198361e-08,
+        4.21773052039498e-08,
+        4.3402543781212444e-08,
+        4.301189093780522e-08,
+        4.132218833774459e-08,
+        4.152560961756535e-08,
+        4.16352357035521e-08,
+        4.140163412102993e-08,
+        4.1254825333680856e-08,
+        4.1874116618600965e-08,
+        4.1534867989412305e-08,
+        4.187635482821861e-08,
+        4.2030709579421455e-08,
+        4.121462993111891e-08,
+        4.188536095739437e-08,
+        4.194405178736815e-08,
+        4.1447460574772776e-08,
+        4.2454960436089095e-08,
+        4.196292380242994e-08,
+        4.2680742495804225e-08,
+        4.337624659456196e-08,
+        4.1640756620608954e-08,
+        4.19465244760886e-08,
+        4.144013132645341e-08,
+        4.151844024136153e-08,
+        4.2229061136822565e-08,
+        4.1779401271924144e-08,
+        4.148714793927866e-08,
+        4.1919992810335316e-08,
+        4.162901134918684e-08,
+        4.192007807546361e-08,
+        4.089869065637686e-08,
+        4.1153327856591204e-08,
+        4.048348500873544e-08,
+        4.1437669295874e-08,
+        4.092851213499671e-08,
+        4.1739948386521064e-08,
+        4.0365986109236474e-08,
+        4.103120332388244e-08,
+        4.214063409335722e-08,
+        4.2416601786499086e-08,
+        4.0711778837021484e-08,
+        4.166487244106065e-08,
+        4.131671005325188e-08,
+        4.046284374226161e-08,
+        4.066707504080114e-08,
+        4.2051173210211346e-08,
+        4.201712400231372e-08,
+        4.042375678636745e-08,
+        4.137808673476684e-08,
+        4.0905451470507614e-08,
+        4.076241211237175e-08,
+        4.049646662451778e-08,
+        4.034638934058421e-08,
+        4.0739468687434055e-08,
+        4.13659435594127e-08,
+        4.005874387758013e-08,
+        4.067991810075e-08,
+        4.103949180489508e-08,
+        4.049401169936573e-08,
+        4.000933628844905e-08,
+        4.101990924709753e-08,
+        4.1403033890219376e-08,
+        4.070604120443022e-08,
+        4.0319953598100255e-08,
+        4.180669677111837e-08,
+        4.040612822109324e-08,
+        4.104491324596893e-08,
+        4.108749607212303e-08,
+        4.0091958197763233e-08,
+        4.099127792756008e-08,
+        4.0258079536670266e-08,
+        4.1168220832332736e-08,
+        3.940044379646679e-08,
+        4.039318213244769e-08,
+        4.030602696047936e-08,
+        4.0838752823901814e-08
+      ],
+      "val_accuracy": [
+        52.540000915527344,
+        59.15999984741211,
+        62.380001068115234,
+        65.9000015258789,
+        66.26000213623047,
+        67.18000030517578,
+        67.12000274658203,
+        67.22000122070312,
+        67.33999633789062,
+        69.37999725341797,
+        69.05999755859375,
+        70.19999694824219,
+        71.31999969482422,
+        70.30000305175781,
+        70.16000366210938,
+        70.45999908447266,
+        70.22000122070312,
+        71.5,
+        69.77999877929688,
+        72.0199966430664,
+        70.5,
+        73.30000305175781,
+        71.04000091552734,
+        71.87999725341797,
+        71.54000091552734,
+        73.91999816894531,
+        71.05999755859375,
+        74.05999755859375,
+        73.68000030517578,
+        73.0999984741211,
+        72.4800033569336,
+        72.36000061035156,
+        73.76000213623047,
+        75.0199966430664,
+        74.05999755859375,
+        73.68000030517578,
+        73.5,
+        75.5999984741211,
+        73.9000015258789,
+        74.23999786376953,
+        74.37999725341797,
+        74.41999816894531,
+        74.81999969482422,
+        73.08000183105469,
+        75.05999755859375,
+        75.04000091552734,
+        75.18000030517578,
+        75.68000030517578,
+        76.27999877929688,
+        76.13999938964844,
+        75.5999984741211,
+        77.26000213623047,
+        74.37999725341797,
+        77.0199966430664,
+        76.44000244140625,
+        77.45999908447266,
+        76.37999725341797,
+        77.12000274658203,
+        76.08000183105469,
+        77.31999969482422,
+        77.0,
+        77.36000061035156,
+        77.12000274658203,
+        76.5999984741211,
+        78.05999755859375,
+        77.05999755859375,
+        77.76000213623047,
+        77.76000213623047,
+        76.91999816894531,
+        77.55999755859375,
+        79.18000030517578,
+        78.0999984741211,
+        78.62000274658203,
+        79.41999816894531,
+        78.83999633789062,
+        79.5999984741211,
+        78.95999908447266,
+        79.04000091552734,
+        80.18000030517578,
+        79.27999877929688,
+        79.12000274658203,
+        80.41999816894531,
+        80.26000213623047,
+        81.04000091552734,
+        79.4000015258789,
+        80.27999877929688,
+        79.83999633789062,
+        80.62000274658203,
+        80.22000122070312,
+        80.68000030517578,
+        80.81999969482422,
+        80.86000061035156,
+        80.62000274658203,
+        80.22000122070312,
+        80.83999633789062,
+        81.4800033569336,
+        80.9000015258789,
+        81.23999786376953,
+        81.37999725341797,
+        81.16000366210938,
+        81.54000091552734,
+        80.44000244140625,
+        81.5,
+        81.55999755859375,
+        81.4000015258789,
+        81.94000244140625,
+        81.4000015258789,
+        82.16000366210938,
+        81.80000305175781,
+        82.18000030517578,
+        81.5199966430664,
+        81.73999786376953,
+        81.66000366210938,
+        82.18000030517578,
+        82.0999984741211,
+        82.4000015258789,
+        82.30000305175781,
+        82.16000366210938,
+        82.30000305175781,
+        82.26000213623047,
+        82.26000213623047,
+        82.19999694824219,
+        82.19999694824219,
+        82.22000122070312,
+        82.22000122070312,
+        82.22000122070312,
+        82.22000122070312,
+        82.22000122070312,
+        82.19999694824219,
+        82.19999694824219
+      ],
+      "val_loss": [
+        1.3590000867843628,
+        1.169228434562683,
+        1.0993846654891968,
+        0.9867385029792786,
+        0.9759414792060852,
+        0.9160175323486328,
+        0.9467448592185974,
+        0.9504798650741577,
+        0.9392980933189392,
+        0.8855043649673462,
+        0.901542067527771,
+        0.865611732006073,
+        0.839790940284729,
+        0.8859160542488098,
+        0.8596606254577637,
+        0.8708453178405762,
+        0.8704727292060852,
+        0.8308455944061279,
+        0.8765261769294739,
+        0.8117281198501587,
+        0.870951771736145,
+        0.7819802761077881,
+        0.8377574682235718,
+        0.8111177682876587,
+        0.8239331245422363,
+        0.7622512578964233,
+        0.8446518182754517,
+        0.7679077982902527,
+        0.7818050980567932,
+        0.7966678142547607,
+        0.8022352457046509,
+        0.8068422675132751,
+        0.767456591129303,
+        0.7405642867088318,
+        0.7594064474105835,
+        0.7877991199493408,
+        0.7606838345527649,
+        0.7168887257575989,
+        0.7741549611091614,
+        0.7762803435325623,
+        0.7646106481552124,
+        0.7539379596710205,
+        0.7549402713775635,
+        0.7898542284965515,
+        0.7306059002876282,
+        0.7326101064682007,
+        0.7254045009613037,
+        0.7140856385231018,
+        0.6989214420318604,
+        0.6931724548339844,
+        0.7156285047531128,
+        0.6684017777442932,
+        0.7667584419250488,
+        0.6831218004226685,
+        0.714895486831665,
+        0.6670153737068176,
+        0.6775610446929932,
+        0.6693025827407837,
+        0.6989092230796814,
+        0.6647646427154541,
+        0.683201014995575,
+        0.6704227924346924,
+        0.666035532951355,
+        0.6794624924659729,
+        0.6382929086685181,
+        0.6807407140731812,
+        0.6486707925796509,
+        0.6461281776428223,
+        0.6779178380966187,
+        0.6587339639663696,
+        0.6203232407569885,
+        0.6499917507171631,
+        0.6352756023406982,
+        0.6104638576507568,
+        0.6087409853935242,
+        0.6025646328926086,
+        0.6121504306793213,
+        0.6132796406745911,
+        0.5856341123580933,
+        0.6365680694580078,
+        0.5953927040100098,
+        0.5774681568145752,
+        0.587931752204895,
+        0.5773158073425293,
+        0.6170241832733154,
+        0.5686022043228149,
+        0.5986759662628174,
+        0.5600869059562683,
+        0.5800856351852417,
+        0.5671547651290894,
+        0.5733370184898376,
+        0.5587904453277588,
+        0.575800895690918,
+        0.5724614262580872,
+        0.5517594218254089,
+        0.533306360244751,
+        0.5477743148803711,
+        0.5434438586235046,
+        0.5447106957435608,
+        0.5462898015975952,
+        0.5334458351135254,
+        0.5560991168022156,
+        0.5343406796455383,
+        0.5302929878234863,
+        0.5285534858703613,
+        0.5189619660377502,
+        0.5287366509437561,
+        0.5164520740509033,
+        0.5152852535247803,
+        0.512775719165802,
+        0.5182364583015442,
+        0.5098357796669006,
+        0.5179679989814758,
+        0.5111570358276367,
+        0.5094498991966248,
+        0.5088695287704468,
+        0.5103880763053894,
+        0.5100774168968201,
+        0.5088770985603333,
+        0.5089703798294067,
+        0.5088397264480591,
+        0.5089900493621826,
+        0.5088317394256592,
+        0.5088779926300049,
+        0.5088574290275574,
+        0.5089175701141357,
+        0.5089719891548157,
+        0.509025514125824,
+        0.5091270804405212,
+        0.5090889930725098
+      ],
+      "val_time": [
+        0.8574116230010986,
+        0.21132373809814453,
+        0.19690489768981934,
+        0.19814443588256836,
+        0.19990062713623047,
+        0.1963486671447754,
+        0.17699027061462402,
+        0.19360971450805664,
+        0.19618582725524902,
+        0.18311095237731934,
+        0.17943739891052246,
+        0.2015242576599121,
+        0.19649577140808105,
+        0.19723224639892578,
+        0.19421124458312988,
+        0.18513703346252441,
+        0.19165325164794922,
+        0.17554903030395508,
+        0.16569900512695312,
+        0.20406174659729004,
+        0.19273805618286133,
+        0.18154501914978027,
+        0.18132424354553223,
+        0.19639372825622559,
+        0.19501280784606934,
+        0.19200348854064941,
+        0.1752636432647705,
+        0.19492077827453613,
+        0.18218207359313965,
+        0.19974422454833984,
+        0.190460205078125,
+        0.18204569816589355,
+        0.2046501636505127,
+        0.18052434921264648,
+        0.19372963905334473,
+        0.19422340393066406,
+        0.19570231437683105,
+        0.18333697319030762,
+        0.19670748710632324,
+        0.19506382942199707,
+        0.17893505096435547,
+        0.20078182220458984,
+        0.1763007640838623,
+        0.18258953094482422,
+        0.19515395164489746,
+        0.19923782348632812,
+        0.19841480255126953,
+        0.1832137107849121,
+        0.19913887977600098,
+        0.17768406867980957,
+        0.18295931816101074,
+        0.18673014640808105,
+        0.19477224349975586,
+        0.18246698379516602,
+        0.19533324241638184,
+        0.19345641136169434,
+        0.19391918182373047,
+        0.19549179077148438,
+        0.1907341480255127,
+        0.19403696060180664,
+        0.19834613800048828,
+        0.1917414665222168,
+        0.19628429412841797,
+        0.19625210762023926,
+        0.16589641571044922,
+        0.16942143440246582,
+        0.19402408599853516,
+        0.18986916542053223,
+        0.19563865661621094,
+        0.196885347366333,
+        0.18218564987182617,
+        0.19195175170898438,
+        0.18600845336914062,
+        0.19550728797912598,
+        0.20574688911437988,
+        0.19581890106201172,
+        0.1996314525604248,
+        0.19312596321105957,
+        0.19405913352966309,
+        0.17301177978515625,
+        0.18848037719726562,
+        0.1974480152130127,
+        0.18741440773010254,
+        0.20139098167419434,
+        0.1830291748046875,
+        0.19481515884399414,
+        0.1972520351409912,
+        0.17255711555480957,
+        0.19154906272888184,
+        0.16900968551635742,
+        0.1964564323425293,
+        0.19425678253173828,
+        0.19383883476257324,
+        0.18442273139953613,
+        0.1796720027923584,
+        0.1874711513519287,
+        0.1863079071044922,
+        0.19219636917114258,
+        0.18116021156311035,
+        0.18815135955810547,
+        0.18437719345092773,
+        0.1945176124572754,
+        0.1929478645324707,
+        0.19251370429992676,
+        0.19539451599121094,
+        0.1952073574066162,
+        0.19282126426696777,
+        0.18205499649047852,
+        0.19754433631896973,
+        0.19465065002441406,
+        0.20083141326904297,
+        0.2021799087524414,
+        0.1862637996673584,
+        0.19581389427185059,
+        0.1799330711364746,
+        0.1724557876586914,
+        0.2030198574066162,
+        0.20438647270202637,
+        0.19396615028381348,
+        0.195173978805542,
+        0.19508695602416992,
+        0.196671724319458,
+        0.19623732566833496,
+        0.19282841682434082,
+        0.18381762504577637,
+        0.18439793586730957,
+        0.19675707817077637,
+        0.18700790405273438,
+        0.19379401206970215,
+        0.19386577606201172
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.0,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 82.19999694824219,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "oracle",
+  "seed": 1990,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}