results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json
new file mode 100644
index 0000000..e162aeb
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-oracle/2026_08_06_15_05_25/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1991",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1991-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786048062.8042314,
+  "condition": "oracle",
+  "driver_wall_seconds": 1345.8108820915222,
+  "experiment_name": "dp-bias-c1-s1991-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 112,
+    "best_validation_accuracy": 82.94000244140625,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.35370946358671e-08,
+        9.123841238078967e-08,
+        9.760503161260203e-08,
+        1.0063923383540896e-07,
+        1.006115084578596e-07,
+        1.040249415495964e-07,
+        1.0256849236611743e-07,
+        1.0985004195163128e-07,
+        1.0558650842540374e-07,
+        1.0609214484702534e-07,
+        1.0476745160303835e-07,
+        1.0742430589516516e-07,
+        1.0314704468328273e-07,
+        1.0736289368651342e-07,
+        1.0471367062336867e-07,
+        1.0589167231955798e-07,
+        1.1029987234678629e-07,
+        1.0938335748278405e-07,
+        1.081887717191421e-07,
+        1.1070962102621706e-07,
+        1.0702108710347602e-07,
+        1.1007234945736855e-07,
+        1.063003409740304e-07,
+        1.1059806581670273e-07,
+        1.0830507335413131e-07,
+        1.1073903039005017e-07,
+        1.0881419143515814e-07,
+        1.1044951264693736e-07,
+        1.1094394380961603e-07,
+        1.0920117432533516e-07,
+        1.1190381599135435e-07,
+        1.1328069859928291e-07,
+        1.1307822234130072e-07,
+        1.1321681370191072e-07,
+        1.1396123511531187e-07,
+        1.1069425909226993e-07,
+        1.1320655346480635e-07,
+        1.1312038594724072e-07,
+        1.1159512780523073e-07,
+        1.110804461745829e-07,
+        1.1656334919507572e-07,
+        1.1273314015625147e-07,
+        1.1321962745114433e-07,
+        1.1113725406630692e-07,
+        1.1247187359231248e-07,
+        1.1175931291518282e-07,
+        1.1640636188303688e-07,
+        1.1468269178749324e-07,
+        1.1402676136640366e-07,
+        1.1348890183171534e-07,
+        1.1116447495851389e-07,
+        1.1176128111856087e-07,
+        1.1553320433677072e-07,
+        1.1294138602124804e-07,
+        1.1383835385458951e-07,
+        1.163032266049413e-07,
+        1.111427039290902e-07,
+        1.1616848638595911e-07,
+        1.148649815263525e-07,
+        1.1845308023339385e-07,
+        1.1701425961518908e-07,
+        1.1813686029427117e-07,
+        1.1723384574224838e-07,
+        1.195749348426034e-07,
+        1.180446673743063e-07,
+        1.1291061241536227e-07,
+        1.208564555099656e-07,
+        1.211660674016457e-07,
+        1.1915758335589999e-07,
+        1.1948203848533012e-07,
+        1.1877905592427851e-07,
+        1.2090210077531083e-07,
+        1.2055474485350715e-07,
+        1.1774489649951647e-07,
+        1.1788139175905599e-07,
+        1.1802421084894377e-07,
+        1.2057294895839732e-07,
+        1.2598751197856473e-07,
+        1.2089093104350468e-07,
+        1.2434693985596823e-07,
+        1.1985160597305367e-07,
+        1.2264308679732494e-07,
+        1.201486128366014e-07,
+        1.1941570221551956e-07,
+        1.2321838482876046e-07,
+        1.2126429282943718e-07,
+        1.2014851336061838e-07,
+        1.2311762986882968e-07,
+        1.233948125900497e-07,
+        1.2135635074628226e-07,
+        1.2185017794763553e-07,
+        1.247354219913177e-07,
+        1.2500186130637303e-07,
+        1.2871377919054794e-07,
+        1.2589491404924047e-07,
+        1.2612701993930386e-07,
+        1.2939393911892694e-07,
+        1.278457801845434e-07,
+        1.30442941781439e-07,
+        1.2857280751177314e-07,
+        1.2615961964002054e-07,
+        1.251380297162541e-07,
+        1.27482891798536e-07,
+        1.255103541097924e-07,
+        1.300938805570695e-07,
+        1.254285706409064e-07,
+        1.2545027061605651e-07,
+        1.2737683618979645e-07,
+        1.2686662387295655e-07,
+        1.2690726691744203e-07,
+        1.3329200498901628e-07,
+        1.2566617613174458e-07,
+        1.3056896364105341e-07,
+        1.2544694527605316e-07,
+        1.2958800255091774e-07,
+        1.2412962746566336e-07,
+        1.3486692296282854e-07,
+        1.302289547311375e-07,
+        1.2506077951002226e-07,
+        1.3251776920242264e-07,
+        1.2634562551738782e-07,
+        1.2996174802992755e-07,
+        1.3342432225726952e-07,
+        1.290734559233897e-07,
+        1.284135748846893e-07,
+        1.291980709083873e-07,
+        1.3085100647458603e-07,
+        1.271081373488414e-07,
+        1.2892573408862518e-07,
+        1.2866824761204043e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.0210901457696764e-08,
+        7.806847612812362e-09,
+        7.0988588340981096e-09,
+        6.600024082814571e-09,
+        6.187964807224944e-09,
+        5.97730132056995e-09,
+        5.71837688312371e-09,
+        5.873026509561896e-09,
+        5.58935919769965e-09,
+        5.606189290574548e-09,
+        5.338487429895622e-09,
+        5.331055596968781e-09,
+        5.1289568148149556e-09,
+        5.172120509655542e-09,
+        5.022401605714322e-09,
+        5.071687958491111e-09,
+        5.0970490050872286e-09,
+        5.022808835519754e-09,
+        4.955911236947941e-09,
+        4.971184797142314e-09,
+        4.818978105447513e-09,
+        4.9053952011490765e-09,
+        4.8006234543152004e-09,
+        4.934427977332234e-09,
+        4.792762187122435e-09,
+        4.866921976542926e-09,
+        4.7722461538057814e-09,
+        4.755208227180674e-09,
+        4.741145254172352e-09,
+        4.742536585666812e-09,
+        4.7991006724146246e-09,
+        4.7997668062294e-09,
+        4.7678683223750795e-09,
+        4.718032187156496e-09,
+        4.7623327503742985e-09,
+        4.675060338854564e-09,
+        4.651016460854862e-09,
+        4.6348942461804654e-09,
+        4.635061223723369e-09,
+        4.589388868936339e-09,
+        4.6563077837902256e-09,
+        4.5967305517535806e-09,
+        4.593764924010202e-09,
+        4.443732937176037e-09,
+        4.4886565575552595e-09,
+        4.503726724891521e-09,
+        4.580805956777567e-09,
+        4.5338515164417e-09,
+        4.5394252801145285e-09,
+        4.535676279004974e-09,
+        4.429312028264576e-09,
+        4.404017595049936e-09,
+        4.487227922567172e-09,
+        4.3879926359124966e-09,
+        4.442089363010382e-09,
+        4.497744399145631e-09,
+        4.304120615472584e-09,
+        4.435516842704601e-09,
+        4.410624754314085e-09,
+        4.456671476305019e-09,
+        4.385994678557381e-09,
+        4.3680272732160574e-09,
+        4.385602103695874e-09,
+        4.389052676856409e-09,
+        4.3229273494205245e-09,
+        4.190150448835084e-09,
+        4.378584606001823e-09,
+        4.361781158479516e-09,
+        4.252111995839414e-09,
+        4.290309885135457e-09,
+        4.295111377672356e-09,
+        4.2590375670670255e-09,
+        4.280863663552736e-09,
+        4.184399049478316e-09,
+        4.1579593101914725e-09,
+        4.188353219802821e-09,
+        4.170481293641615e-09,
+        4.306375700480203e-09,
+        4.145484844286784e-09,
+        4.211756721161919e-09,
+        4.089820038188918e-09,
+        4.170682021964467e-09,
+        4.0829744030190795e-09,
+        4.0518219890373075e-09,
+        4.099302230997637e-09,
+        4.0272505330563035e-09,
+        4.057581381999853e-09,
+        3.997723041493373e-09,
+        4.063465564030366e-09,
+        3.990228591987943e-09,
+        3.96266397473255e-09,
+        4.0118730559868254e-09,
+        4.011261545144862e-09,
+        4.040177969955039e-09,
+        3.9904084481179325e-09,
+        3.975642925979628e-09,
+        4.024132582713946e-09,
+        4.020857868880512e-09,
+        4.067375325433886e-09,
+        3.94471433295962e-09,
+        3.919859548062732e-09,
+        3.92848420460723e-09,
+        3.952395299933187e-09,
+        3.901581280274513e-09,
+        3.962048467087698e-09,
+        3.870976872377696e-09,
+        3.833095174599066e-09,
+        3.870270326444825e-09,
+        3.86747123215514e-09,
+        3.877483223391209e-09,
+        3.9426488740446075e-09,
+        3.8237137900409834e-09,
+        3.890776589798861e-09,
+        3.809783155617197e-09,
+        3.888007693575446e-09,
+        3.761780220656874e-09,
+        3.971210915665324e-09,
+        3.88358367686692e-09,
+        3.780656232521551e-09,
+        3.942765669506798e-09,
+        3.802362869009812e-09,
+        3.878891874364854e-09,
+        3.917009827603124e-09,
+        3.851015062394936e-09,
+        3.868741327295311e-09,
+        3.8464635920831824e-09,
+        3.862335340443224e-09,
+        3.8232577104224674e-09,
+        3.846415630448519e-09,
+        3.8195464568957505e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        6.385439395904541,
+        8.96276569366455,
+        9.451984405517578,
+        9.73349380493164,
+        9.56955337524414,
+        9.427289962768555,
+        9.282556533813477,
+        9.053820610046387,
+        8.982041358947754,
+        8.739304542541504,
+        8.725740432739258,
+        8.71822452545166,
+        8.6879301071167,
+        8.729138374328613,
+        8.759516716003418,
+        8.6958589553833,
+        8.849637031555176,
+        8.819734573364258,
+        8.854506492614746,
+        8.813417434692383,
+        8.904614448547363,
+        8.874836921691895,
+        8.832942962646484,
+        8.927101135253906,
+        8.975975036621094,
+        8.84317684173584,
+        8.842927932739258,
+        9.095943450927734,
+        9.034319877624512,
+        8.935226440429688,
+        8.942915916442871,
+        9.09688949584961,
+        9.081018447875977,
+        9.118041038513184,
+        9.064602851867676,
+        9.0795259475708,
+        9.20462417602539,
+        9.171819686889648,
+        9.12014102935791,
+        9.233648300170898,
+        9.320058822631836,
+        9.27055549621582,
+        9.226686477661133,
+        9.34761905670166,
+        9.382102966308594,
+        9.328337669372559,
+        9.347540855407715,
+        9.375371932983398,
+        9.380017280578613,
+        9.306375503540039,
+        9.339314460754395,
+        9.441161155700684,
+        9.421502113342285,
+        9.538588523864746,
+        9.49691390991211,
+        9.507584571838379,
+        9.550846099853516,
+        9.5913667678833,
+        9.620338439941406,
+        9.581792831420898,
+        9.695760726928711,
+        9.807390213012695,
+        9.673898696899414,
+        9.8842134475708,
+        9.884685516357422,
+        9.89806842803955,
+        9.863798141479492,
+        9.931048393249512,
+        10.032975196838379,
+        9.981345176696777,
+        9.951515197753906,
+        10.111666679382324,
+        10.06883716583252,
+        10.065372467041016,
+        10.096759796142578,
+        10.126543998718262,
+        10.23184871673584,
+        10.241547584533691,
+        10.285014152526855,
+        10.295964241027832,
+        10.319140434265137,
+        10.258487701416016,
+        10.297497749328613,
+        10.345596313476562,
+        10.473633766174316,
+        10.48373031616211,
+        10.369074821472168,
+        10.600692749023438,
+        10.439292907714844,
+        10.552467346191406,
+        10.533710479736328,
+        10.530200004577637,
+        10.582230567932129,
+        10.665282249450684,
+        10.626042366027832,
+        10.607146263122559,
+        10.6444730758667,
+        10.549360275268555,
+        10.596567153930664,
+        10.7857027053833,
+        10.639867782592773,
+        10.584630966186523,
+        10.575529098510742,
+        10.673195838928223,
+        10.681154251098633,
+        10.660181045532227,
+        10.774435043334961,
+        10.674079895019531,
+        10.669037818908691,
+        10.646247863769531,
+        10.73466968536377,
+        10.72761058807373,
+        10.743000984191895,
+        10.706405639648438,
+        10.692671775817871,
+        10.786203384399414,
+        10.703673362731934,
+        10.72447681427002,
+        10.71884536743164,
+        10.7063627243042,
+        10.779644966125488,
+        10.72161865234375,
+        10.8239107131958,
+        10.784778594970703,
+        10.708754539489746,
+        10.78049087524414,
+        10.783255577087402,
+        10.741835594177246,
+        10.783330917358398,
+        10.815876007080078
+      ],
+      "train_accuracy": [
+        38.63333511352539,
+        51.26444625854492,
+        56.717777252197266,
+        59.69333267211914,
+        61.93555450439453,
+        63.668888092041016,
+        64.26889038085938,
+        64.76222229003906,
+        64.62444305419922,
+        64.54666900634766,
+        65.81111145019531,
+        65.96221923828125,
+        66.34444427490234,
+        67.2911148071289,
+        67.53111267089844,
+        67.34666442871094,
+        67.92888641357422,
+        68.5955581665039,
+        68.7066650390625,
+        68.86000061035156,
+        69.23999786376953,
+        69.33110809326172,
+        69.0977783203125,
+        69.04888916015625,
+        69.91555786132812,
+        69.99555206298828,
+        70.07111358642578,
+        70.55110931396484,
+        70.54666900634766,
+        70.32444763183594,
+        70.74888610839844,
+        71.06888580322266,
+        71.32444763183594,
+        71.44444274902344,
+        71.3066635131836,
+        71.45333099365234,
+        72.22444152832031,
+        71.78666687011719,
+        71.72888946533203,
+        71.8822250366211,
+        72.53778076171875,
+        72.26444244384766,
+        72.61111450195312,
+        73.0199966430664,
+        73.2933349609375,
+        72.804443359375,
+        73.24666595458984,
+        73.47110748291016,
+        73.56444549560547,
+        73.47333526611328,
+        73.73332977294922,
+        73.63333129882812,
+        74.25111389160156,
+        74.42444610595703,
+        74.4111099243164,
+        74.50444793701172,
+        74.74222564697266,
+        74.72666931152344,
+        74.77999877929688,
+        75.10888671875,
+        75.16444396972656,
+        75.42888641357422,
+        75.64666748046875,
+        76.16889190673828,
+        76.26000213623047,
+        76.42666625976562,
+        76.44222259521484,
+        76.61333465576172,
+        76.74888610839844,
+        77.03333282470703,
+        77.08444213867188,
+        77.5,
+        77.3822250366211,
+        77.71111297607422,
+        77.74888610839844,
+        78.07777404785156,
+        78.27777862548828,
+        78.45555877685547,
+        78.6933364868164,
+        78.7933349609375,
+        79.06666564941406,
+        78.9977798461914,
+        79.2844467163086,
+        79.42888641357422,
+        79.54000091552734,
+        79.96221923828125,
+        79.64888763427734,
+        80.0888900756836,
+        80.01333618164062,
+        80.65777587890625,
+        80.77555847167969,
+        80.94222259521484,
+        81.10888671875,
+        81.33333587646484,
+        81.54888916015625,
+        81.46666717529297,
+        81.76444244384766,
+        81.63555908203125,
+        81.80889129638672,
+        82.16444396972656,
+        82.24222564697266,
+        82.0955581665039,
+        82.3933334350586,
+        82.73999786376953,
+        82.63111114501953,
+        82.83333587646484,
+        82.95999908447266,
+        83.13999938964844,
+        83.02889251708984,
+        83.36000061035156,
+        83.17111206054688,
+        83.34444427490234,
+        83.57333374023438,
+        83.6866683959961,
+        83.51777648925781,
+        83.8155517578125,
+        83.74222564697266,
+        83.69999694824219,
+        83.586669921875,
+        83.59111022949219,
+        83.78221893310547,
+        83.59111022949219,
+        83.91999816894531,
+        83.87333679199219,
+        83.86222076416016,
+        83.73777770996094,
+        83.77777862548828,
+        83.65555572509766,
+        83.78666687011719,
+        83.91555786132812
+      ],
+      "train_loss": [
+        1.7132469415664673,
+        1.375151515007019,
+        1.2312592267990112,
+        1.1549005508422852,
+        1.0919970273971558,
+        1.0466023683547974,
+        1.0277118682861328,
+        1.01345956325531,
+        1.0185720920562744,
+        1.0224342346191406,
+        0.9889546632766724,
+        0.982863187789917,
+        0.9770265221595764,
+        0.9507961273193359,
+        0.9422711133956909,
+        0.9483157396316528,
+        0.9329359531402588,
+        0.9173969626426697,
+        0.9138304591178894,
+        0.900506854057312,
+        0.895972490310669,
+        0.8940341472625732,
+        0.8980728983879089,
+        0.8952446579933167,
+        0.879884660243988,
+        0.8712322115898132,
+        0.8713349103927612,
+        0.8605513572692871,
+        0.8543904423713684,
+        0.8625001311302185,
+        0.8550035357475281,
+        0.848858654499054,
+        0.8324732184410095,
+        0.8337018489837646,
+        0.8338049054145813,
+        0.8350400924682617,
+        0.8079901933670044,
+        0.8163312673568726,
+        0.820214569568634,
+        0.8104925155639648,
+        0.7994632720947266,
+        0.808052122592926,
+        0.7946938872337341,
+        0.7865065336227417,
+        0.7842856049537659,
+        0.7878031134605408,
+        0.7766119837760925,
+        0.7753585577011108,
+        0.771984338760376,
+        0.768913984298706,
+        0.7669860124588013,
+        0.7642064094543457,
+        0.7471917271614075,
+        0.7451325058937073,
+        0.7476670742034912,
+        0.7396313548088074,
+        0.732639491558075,
+        0.7336019277572632,
+        0.7249982357025146,
+        0.7190011143684387,
+        0.7130339741706848,
+        0.7098419070243835,
+        0.7081574201583862,
+        0.7008436918258667,
+        0.686919629573822,
+        0.6890853643417358,
+        0.6858657598495483,
+        0.6753342151641846,
+        0.666858434677124,
+        0.6666415929794312,
+        0.6695157289505005,
+        0.65252685546875,
+        0.6536634564399719,
+        0.6500949859619141,
+        0.6433669924736023,
+        0.6345809102058411,
+        0.6310312151908875,
+        0.6256394386291504,
+        0.6212392449378967,
+        0.6134357452392578,
+        0.6072637438774109,
+        0.6090063452720642,
+        0.5993310809135437,
+        0.5933086276054382,
+        0.5923044681549072,
+        0.583217203617096,
+        0.5906342267990112,
+        0.5716822743415833,
+        0.5720873475074768,
+        0.5648902654647827,
+        0.5589877367019653,
+        0.5512852668762207,
+        0.5496110916137695,
+        0.5408697724342346,
+        0.5383758544921875,
+        0.5347510576248169,
+        0.5301904678344727,
+        0.532626748085022,
+        0.5264507532119751,
+        0.5170848965644836,
+        0.5170618891716003,
+        0.51656174659729,
+        0.5137815475463867,
+        0.5030542016029358,
+        0.5006508231163025,
+        0.4995248019695282,
+        0.4965471029281616,
+        0.49113309383392334,
+        0.4913348853588104,
+        0.4862494170665741,
+        0.4838292896747589,
+        0.48180052638053894,
+        0.47910574078559875,
+        0.47833704948425293,
+        0.48018941283226013,
+        0.47193169593811035,
+        0.47597891092300415,
+        0.47613465785980225,
+        0.4753827452659607,
+        0.47532910108566284,
+        0.472549170255661,
+        0.47305330634117126,
+        0.4691638946533203,
+        0.4715714454650879,
+        0.4745344817638397,
+        0.47294020652770996,
+        0.4707860052585602,
+        0.4723148047924042,
+        0.4706689417362213,
+        0.4684128165245056
+      ],
+      "train_time": [
+        18.379087924957275,
+        9.811156988143921,
+        9.730149745941162,
+        9.706662893295288,
+        9.739231586456299,
+        9.763524293899536,
+        9.832228660583496,
+        9.893699645996094,
+        9.892505884170532,
+        10.055951595306396,
+        9.866445064544678,
+        9.836178064346313,
+        9.873562574386597,
+        9.940494298934937,
+        9.840205192565918,
+        9.855076789855957,
+        9.85502815246582,
+        9.892747640609741,
+        9.870185136795044,
+        9.85806679725647,
+        9.938586473464966,
+        9.993606805801392,
+        9.925127983093262,
+        9.939470052719116,
+        9.912056684494019,
+        9.913491249084473,
+        9.949120044708252,
+        9.892303705215454,
+        9.916522026062012,
+        9.8969087600708,
+        9.810652256011963,
+        9.833624124526978,
+        9.8934485912323,
+        9.921649932861328,
+        9.898103475570679,
+        9.906907796859741,
+        9.875427484512329,
+        9.905135869979858,
+        9.881748676300049,
+        9.939842939376831,
+        9.863391876220703,
+        9.951629877090454,
+        9.837605714797974,
+        9.911010503768921,
+        9.93678903579712,
+        9.88945484161377,
+        9.86417293548584,
+        9.89383864402771,
+        9.907264232635498,
+        9.907892227172852,
+        9.83487582206726,
+        9.835076808929443,
+        9.856597661972046,
+        9.902267932891846,
+        9.844577312469482,
+        9.909650564193726,
+        9.94533109664917,
+        9.85416555404663,
+        10.015578269958496,
+        9.881434202194214,
+        9.889658689498901,
+        9.86202883720398,
+        9.94325852394104,
+        9.944365978240967,
+        9.913665533065796,
+        9.876772403717041,
+        9.804397106170654,
+        9.895753860473633,
+        9.852086067199707,
+        9.894451379776001,
+        10.001474380493164,
+        9.90647840499878,
+        9.951843023300171,
+        9.938404560089111,
+        9.922731399536133,
+        9.923060655593872,
+        9.93017029762268,
+        9.925448656082153,
+        9.830116510391235,
+        9.891669988632202,
+        9.827847003936768,
+        9.977172374725342,
+        10.013908624649048,
+        9.908198595046997,
+        9.840456247329712,
+        9.858922719955444,
+        9.880379676818848,
+        9.873376607894897,
+        9.874474048614502,
+        9.880579710006714,
+        9.893070936203003,
+        9.920607805252075,
+        9.850817441940308,
+        9.947501182556152,
+        9.978602647781372,
+        9.897914409637451,
+        9.930115461349487,
+        9.881410121917725,
+        9.799602031707764,
+        9.897511720657349,
+        9.90927267074585,
+        9.883834838867188,
+        9.964183330535889,
+        9.90176773071289,
+        9.879770994186401,
+        9.885534524917603,
+        9.930596590042114,
+        9.923987627029419,
+        9.859576940536499,
+        9.94019341468811,
+        9.888267040252686,
+        9.866105079650879,
+        9.878385782241821,
+        9.87147068977356,
+        9.901955366134644,
+        9.889709949493408,
+        9.876270532608032,
+        9.952333450317383,
+        9.837228536605835,
+        10.171356201171875,
+        9.883076667785645,
+        9.965073823928833,
+        9.92213487625122,
+        9.906591892242432,
+        9.925450325012207,
+        9.915555000305176,
+        9.908851385116577,
+        9.95418095588684,
+        9.890058279037476,
+        9.861788988113403
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.334491331472236e-08,
+        6.97040292152451e-08,
+        6.689715803531726e-08,
+        6.401553775958746e-08,
+        5.895631716157368e-08,
+        5.6065847076069986e-08,
+        5.281511050725385e-08,
+        5.2962292329539196e-08,
+        4.9950674707588405e-08,
+        4.875829162642731e-08,
+        4.64167477787214e-08,
+        4.6292665700775615e-08,
+        4.42108287757037e-08,
+        4.484054727527109e-08,
+        4.3796287485520224e-08,
+        4.377124795951204e-08,
+        4.4837904056294065e-08,
+        4.4046529978913895e-08,
+        4.359708682954988e-08,
+        4.361380234740864e-08,
+        4.270590991950485e-08,
+        4.3264577698209905e-08,
+        4.227155869784838e-08,
+        4.375936768497013e-08,
+        4.2866183491696574e-08,
+        4.286583532575605e-08,
+        4.194980718352781e-08,
+        4.296743938425607e-08,
+        4.252131802218173e-08,
+        4.213563542521115e-08,
+        4.274857801078724e-08,
+        4.346134829802395e-08,
+        4.309398349278126e-08,
+        4.27915871625828e-08,
+        4.293825028867104e-08,
+        4.2103661002101944e-08,
+        4.258520291955392e-08,
+        4.221671900950241e-08,
+        4.197732295097012e-08,
+        4.205578107985275e-08,
+        4.324075320027987e-08,
+        4.23548272010521e-08,
+        4.217168481090994e-08,
+        4.137669051829107e-08,
+        4.1839552267219915e-08,
+        4.169870138071019e-08,
+        4.263191399900279e-08,
+        4.222717464585912e-08,
+        4.2359616259091126e-08,
+        4.190466995623865e-08,
+        4.110956552949574e-08,
+        4.135777231795146e-08,
+        4.196346026219544e-08,
+        4.161008604341987e-08,
+        4.191678470988336e-08,
+        4.250949814377236e-08,
+        4.087723581847058e-08,
+        4.2239634012730676e-08,
+        4.211522508512644e-08,
+        4.2509640252319514e-08,
+        4.232361661138384e-08,
+        4.263188913000704e-08,
+        4.211108262097696e-08,
+        4.3164966712083697e-08,
+        4.249899632213783e-08,
+        4.1201928979717195e-08,
+        4.2992088111759585e-08,
+        4.3097024615690316e-08,
+        4.255047514334365e-08,
+        4.2517665832519924e-08,
+        4.2401797628599525e-08,
+        4.293377742214943e-08,
+        4.29050928119068e-08,
+        4.1939696160397943e-08,
+        4.178832213597161e-08,
+        4.206553327890106e-08,
+        4.242506435048199e-08,
+        4.381578477818948e-08,
+        4.2441161696160634e-08,
+        4.3087663215146677e-08,
+        4.197839587050112e-08,
+        4.252419927297524e-08,
+        4.176546042344853e-08,
+        4.1722881150008106e-08,
+        4.267737097052304e-08,
+        4.2013230228121756e-08,
+        4.182744461900256e-08,
+        4.217484317337039e-08,
+        4.216385818267554e-08,
+        4.177695700491313e-08,
+        4.1447645315884074e-08,
+        4.198312097969392e-08,
+        4.222119187602402e-08,
+        4.2855461401813955e-08,
+        4.22046042558577e-08,
+        4.20311039306398e-08,
+        4.254451368979062e-08,
+        4.213035609268445e-08,
+        4.274671994153323e-08,
+        4.220683891276167e-08,
+        4.141865872497874e-08,
+        4.128529695890393e-08,
+        4.156088451168216e-08,
+        4.140206755209874e-08,
+        4.209893589290914e-08,
+        4.1016374296987124e-08,
+        4.098360051330019e-08,
+        4.112300899805632e-08,
+        4.09808507129128e-08,
+        4.095401706649682e-08,
+        4.219779725644912e-08,
+        4.0613379326259746e-08,
+        4.1565044739400037e-08,
+        4.059485547713848e-08,
+        4.1361065683531706e-08,
+        4.024763811116827e-08,
+        4.2340989381273175e-08,
+        4.136781228680775e-08,
+        4.029535816130192e-08,
+        4.1911285109108576e-08,
+        4.065406145059569e-08,
+        4.1324188515545757e-08,
+        4.2053574844658215e-08,
+        4.118437502143024e-08,
+        4.108320794671272e-08,
+        4.1223636060294666e-08,
+        4.139925735557881e-08,
+        4.0709647208814204e-08,
+        4.124080987821799e-08,
+        4.111173268483981e-08
+      ],
+      "val_accuracy": [
+        52.060001373291016,
+        58.040000915527344,
+        61.939998626708984,
+        65.72000122070312,
+        68.77999877929688,
+        68.0199966430664,
+        65.36000061035156,
+        68.23999786376953,
+        65.26000213623047,
+        69.9000015258789,
+        68.66000366210938,
+        71.16000366210938,
+        71.62000274658203,
+        71.9000015258789,
+        72.76000213623047,
+        73.37999725341797,
+        72.0999984741211,
+        71.0999984741211,
+        72.5,
+        72.5999984741211,
+        71.05999755859375,
+        73.27999877929688,
+        69.5999984741211,
+        70.44000244140625,
+        71.5999984741211,
+        74.13999938964844,
+        73.9800033569336,
+        74.91999816894531,
+        73.26000213623047,
+        73.72000122070312,
+        74.0999984741211,
+        73.94000244140625,
+        74.77999877929688,
+        73.44000244140625,
+        74.9000015258789,
+        74.37999725341797,
+        72.87999725341797,
+        74.12000274658203,
+        74.27999877929688,
+        75.04000091552734,
+        74.19999694824219,
+        71.5999984741211,
+        74.83999633789062,
+        76.18000030517578,
+        75.5199966430664,
+        75.80000305175781,
+        76.0199966430664,
+        74.86000061035156,
+        76.5,
+        74.31999969482422,
+        77.83999633789062,
+        75.9800033569336,
+        75.95999908447266,
+        76.41999816894531,
+        77.27999877929688,
+        76.81999969482422,
+        77.69999694824219,
+        78.08000183105469,
+        77.86000061035156,
+        78.77999877929688,
+        77.5199966430664,
+        78.58000183105469,
+        75.4000015258789,
+        75.58000183105469,
+        77.83999633789062,
+        77.33999633789062,
+        78.72000122070312,
+        78.23999786376953,
+        77.37999725341797,
+        77.27999877929688,
+        78.5999984741211,
+        78.13999938964844,
+        77.72000122070312,
+        79.87999725341797,
+        79.18000030517578,
+        79.72000122070312,
+        78.04000091552734,
+        79.73999786376953,
+        80.08000183105469,
+        79.95999908447266,
+        79.18000030517578,
+        80.44000244140625,
+        79.45999908447266,
+        79.05999755859375,
+        80.45999908447266,
+        79.81999969482422,
+        81.12000274658203,
+        81.30000305175781,
+        81.0,
+        80.5199966430664,
+        81.80000305175781,
+        80.83999633789062,
+        81.44000244140625,
+        80.91999816894531,
+        81.4800033569336,
+        81.83999633789062,
+        80.91999816894531,
+        82.16000366210938,
+        81.9000015258789,
+        81.41999816894531,
+        82.19999694824219,
+        81.81999969482422,
+        82.33999633789062,
+        82.4000015258789,
+        82.4000015258789,
+        82.23999786376953,
+        82.31999969482422,
+        82.41999816894531,
+        82.27999877929688,
+        82.91999816894531,
+        82.54000091552734,
+        82.94000244140625,
+        82.86000061035156,
+        82.68000030517578,
+        82.69999694824219,
+        82.72000122070312,
+        82.68000030517578,
+        82.77999877929688,
+        82.83999633789062,
+        82.80000305175781,
+        82.77999877929688,
+        82.77999877929688,
+        82.77999877929688,
+        82.77999877929688,
+        82.77999877929688,
+        82.77999877929688,
+        82.80000305175781,
+        82.80000305175781,
+        82.81999969482422,
+        82.80000305175781
+      ],
+      "val_loss": [
+        1.351251244544983,
+        1.1865811347961426,
+        1.0836718082427979,
+        0.9774855971336365,
+        0.9007671475410461,
+        0.9390103220939636,
+        0.97938072681427,
+        0.9076959490776062,
+        1.0116968154907227,
+        0.8587335348129272,
+        0.9104878306388855,
+        0.8399315476417542,
+        0.818788468837738,
+        0.8304985165596008,
+        0.8047416806221008,
+        0.790661096572876,
+        0.815223753452301,
+        0.8277256488800049,
+        0.7842450737953186,
+        0.8073472380638123,
+        0.8584995865821838,
+        0.7903261780738831,
+        0.8920813202857971,
+        0.8356971740722656,
+        0.8251428008079529,
+        0.7583724856376648,
+        0.7664135098457336,
+        0.7473587989807129,
+        0.7863606214523315,
+        0.7870710492134094,
+        0.7619073390960693,
+        0.7704074382781982,
+        0.739056408405304,
+        0.7796357870101929,
+        0.7270656824111938,
+        0.7474754452705383,
+        0.823321521282196,
+        0.7591665387153625,
+        0.7605130076408386,
+        0.7466474175453186,
+        0.7456081509590149,
+        0.8350333571434021,
+        0.743304431438446,
+        0.7117119431495667,
+        0.7035284638404846,
+        0.7119089365005493,
+        0.7179107069969177,
+        0.7215959429740906,
+        0.7041329741477966,
+        0.7804632782936096,
+        0.6541172862052917,
+        0.6940795183181763,
+        0.7204529643058777,
+        0.711752712726593,
+        0.6670690178871155,
+        0.6734058260917664,
+        0.6561989784240723,
+        0.6681245565414429,
+        0.6565884351730347,
+        0.6473662853240967,
+        0.6617358326911926,
+        0.6352168917655945,
+        0.7183095812797546,
+        0.6930921077728271,
+        0.6483926177024841,
+        0.6480896472930908,
+        0.6319955587387085,
+        0.6425795555114746,
+        0.649374783039093,
+        0.6415120959281921,
+        0.6374839544296265,
+        0.6409076452255249,
+        0.6406520009040833,
+        0.5891210436820984,
+        0.5925922393798828,
+        0.6007975935935974,
+        0.6363322734832764,
+        0.5866349935531616,
+        0.5807561874389648,
+        0.5730277895927429,
+        0.6080272793769836,
+        0.5754727721214294,
+        0.5982148051261902,
+        0.6044749021530151,
+        0.5803205966949463,
+        0.5795122981071472,
+        0.5546596050262451,
+        0.557378888130188,
+        0.5573596358299255,
+        0.5596586465835571,
+        0.5351226925849915,
+        0.556171178817749,
+        0.530673086643219,
+        0.5498791933059692,
+        0.5416426658630371,
+        0.5411523580551147,
+        0.5515891313552856,
+        0.5251817107200623,
+        0.5294504761695862,
+        0.5330154299736023,
+        0.5195879936218262,
+        0.532004177570343,
+        0.52386873960495,
+        0.5255515575408936,
+        0.5206968784332275,
+        0.5207517147064209,
+        0.5159404873847961,
+        0.5175362825393677,
+        0.5174376964569092,
+        0.5085537433624268,
+        0.5097062587738037,
+        0.5091280341148376,
+        0.5079311728477478,
+        0.5114624500274658,
+        0.5063274502754211,
+        0.5073739886283875,
+        0.5062763094902039,
+        0.5062035918235779,
+        0.5064656734466553,
+        0.5063169598579407,
+        0.5062834024429321,
+        0.5061628818511963,
+        0.5061134099960327,
+        0.5062240362167358,
+        0.506231963634491,
+        0.5061094760894775,
+        0.5061642527580261,
+        0.5062166452407837,
+        0.5061601400375366,
+        0.5062565803527832
+      ],
+      "val_time": [
+        0.8253588676452637,
+        0.18217968940734863,
+        0.1932835578918457,
+        0.1848301887512207,
+        0.1779923439025879,
+        0.18828105926513672,
+        0.18297147750854492,
+        0.19495439529418945,
+        0.1940464973449707,
+        0.17900609970092773,
+        0.19009757041931152,
+        0.19199299812316895,
+        0.19431853294372559,
+        0.18710875511169434,
+        0.17835187911987305,
+        0.19423866271972656,
+        0.20009875297546387,
+        0.1940476894378662,
+        0.16572189331054688,
+        0.19257450103759766,
+        0.1914839744567871,
+        0.1824779510498047,
+        0.1961839199066162,
+        0.181135892868042,
+        0.19517135620117188,
+        0.19412636756896973,
+        0.1898643970489502,
+        0.17872166633605957,
+        0.1950671672821045,
+        0.19363760948181152,
+        0.18594980239868164,
+        0.1911931037902832,
+        0.1653308868408203,
+        0.1825411319732666,
+        0.19628000259399414,
+        0.19506573677062988,
+        0.19327974319458008,
+        0.1936192512512207,
+        0.18161678314208984,
+        0.19483160972595215,
+        0.19617533683776855,
+        0.19529104232788086,
+        0.17038369178771973,
+        0.19289851188659668,
+        0.1789252758026123,
+        0.17588162422180176,
+        0.19223952293395996,
+        0.19331717491149902,
+        0.16678404808044434,
+        0.190873384475708,
+        0.17592382431030273,
+        0.19440793991088867,
+        0.1856706142425537,
+        0.1951892375946045,
+        0.1927351951599121,
+        0.16530108451843262,
+        0.18114113807678223,
+        0.19312334060668945,
+        0.19580602645874023,
+        0.19860434532165527,
+        0.19060897827148438,
+        0.19325542449951172,
+        0.20221567153930664,
+        0.19425511360168457,
+        0.1904134750366211,
+        0.19165897369384766,
+        0.17951393127441406,
+        0.19306182861328125,
+        0.19588756561279297,
+        0.17602753639221191,
+        0.19331145286560059,
+        0.19135236740112305,
+        0.1823289394378662,
+        0.1978158950805664,
+        0.18201684951782227,
+        0.19528818130493164,
+        0.19407987594604492,
+        0.1844933032989502,
+        0.17710494995117188,
+        0.19253206253051758,
+        0.19565057754516602,
+        0.19353246688842773,
+        0.1936807632446289,
+        0.19786381721496582,
+        0.19150185585021973,
+        0.1876542568206787,
+        0.19820761680603027,
+        0.1885511875152588,
+        0.19031429290771484,
+        0.19588208198547363,
+        0.19227027893066406,
+        0.19430875778198242,
+        0.19314360618591309,
+        0.1951451301574707,
+        0.17615437507629395,
+        0.19562077522277832,
+        0.19215989112854004,
+        0.18889951705932617,
+        0.19297456741333008,
+        0.1969451904296875,
+        0.18080759048461914,
+        0.1862497329711914,
+        0.19478893280029297,
+        0.19191265106201172,
+        0.1953902244567871,
+        0.17517423629760742,
+        0.1820666790008545,
+        0.19380998611450195,
+        0.19499611854553223,
+        0.19449663162231445,
+        0.18935322761535645,
+        0.19612407684326172,
+        0.1982111930847168,
+        0.19405555725097656,
+        0.19295310974121094,
+        0.18651390075683594,
+        0.1908562183380127,
+        0.1944293975830078,
+        0.19553565979003906,
+        0.19248223304748535,
+        0.20145463943481445,
+        0.19485235214233398,
+        0.1915299892425537,
+        0.18178606033325195,
+        0.19273757934570312,
+        0.18488383293151855,
+        0.18259406089782715,
+        0.20607542991638184,
+        0.21300363540649414,
+        0.20186519622802734
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        3.999999761581421,
+        4.000000476837158,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 82.80000305175781,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "oracle",
+  "seed": 1991,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}