results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json
new file mode 100644
index 0000000..cbcd03a
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-oracle/2026_08_06_13_38_01/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1989",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1989-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786042837.5057318,
+  "condition": "oracle",
+  "driver_wall_seconds": 1363.755851507187,
+  "experiment_name": "dp-bias-c1-s1989-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 119,
+    "best_validation_accuracy": 83.05999755859375,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.285425596137429e-08,
+        8.96036667086264e-08,
+        9.414691248821327e-08,
+        9.65828377275102e-08,
+        9.842659665082465e-08,
+        9.811486734179198e-08,
+        1.0138084860500385e-07,
+        9.928103850143088e-08,
+        1.0195262944989736e-07,
+        1.0148324491865424e-07,
+        1.0068317379818836e-07,
+        1.0091959978808518e-07,
+        9.966826297613807e-08,
+        1.023281299694645e-07,
+        1.0469625522091519e-07,
+        1.038464318980914e-07,
+        1.0230775870923026e-07,
+        1.0677078421394981e-07,
+        1.0620768620128729e-07,
+        1.0520717097506349e-07,
+        1.0456294319283188e-07,
+        1.0217568302550717e-07,
+        1.0607226386127877e-07,
+        1.0749535306331381e-07,
+        1.0785027626525334e-07,
+        1.077085229894692e-07,
+        1.072635029686353e-07,
+        1.047011295440825e-07,
+        1.034277374856174e-07,
+        1.0664413707672793e-07,
+        1.0715142906292385e-07,
+        1.0817831253007171e-07,
+        1.0735323030530708e-07,
+        1.0859211840852367e-07,
+        1.0580469478327359e-07,
+        1.0571240238732571e-07,
+        1.0719744381049168e-07,
+        1.116234713549602e-07,
+        1.0870000011209413e-07,
+        1.0709305797718116e-07,
+        1.0658391857987226e-07,
+        1.0720736298708289e-07,
+        1.1429876423107999e-07,
+        1.1133196409218726e-07,
+        1.072462580964384e-07,
+        1.0821104723390818e-07,
+        1.1153154844123492e-07,
+        1.0943866612933562e-07,
+        1.0951637108291834e-07,
+        1.0899725566559937e-07,
+        1.1026252622059474e-07,
+        1.0757148771745051e-07,
+        1.1149396073051321e-07,
+        1.1058968851784812e-07,
+        1.1005808886466184e-07,
+        1.109574725433049e-07,
+        1.1090025253679414e-07,
+        1.1133079169667326e-07,
+        1.1353409945513704e-07,
+        1.1265531441040366e-07,
+        1.1144849310085192e-07,
+        1.1473199634792763e-07,
+        1.1136215505302971e-07,
+        1.129676192590523e-07,
+        1.1144359746140253e-07,
+        1.1097618113353747e-07,
+        1.1112574327398761e-07,
+        1.1199669813777291e-07,
+        1.1493573026655213e-07,
+        1.1245857223229905e-07,
+        1.1242951103440646e-07,
+        1.1498221397232555e-07,
+        1.1616334916197957e-07,
+        1.149962827184936e-07,
+        1.1368077679208e-07,
+        1.1273890976326584e-07,
+        1.1574176284057103e-07,
+        1.1426585899698694e-07,
+        1.149328028304808e-07,
+        1.150638695435191e-07,
+        1.2094908186099929e-07,
+        1.1516401343669713e-07,
+        1.165879695008698e-07,
+        1.213525564480733e-07,
+        1.1917795461613423e-07,
+        1.1613728645443189e-07,
+        1.2064543852829956e-07,
+        1.2028291962451476e-07,
+        1.1729476057098509e-07,
+        1.2000555216218345e-07,
+        1.1684476675100086e-07,
+        1.1665474630717654e-07,
+        1.2057232368078985e-07,
+        1.1919149045525046e-07,
+        1.2289287099065405e-07,
+        1.2339296517893672e-07,
+        1.1796010568332349e-07,
+        1.1859165738314914e-07,
+        1.2057641640694783e-07,
+        1.17579233460674e-07,
+        1.2928241233112203e-07,
+        1.234860462773213e-07,
+        1.2460429843486054e-07,
+        1.2371285151857592e-07,
+        1.2295259921302204e-07,
+        1.2083138756224798e-07,
+        1.2532522930541745e-07,
+        1.2349545386314276e-07,
+        1.2637315194297116e-07,
+        1.2064288057445083e-07,
+        1.2014270112103986e-07,
+        1.2135073745866976e-07,
+        1.1767698282483252e-07,
+        1.2601780952081754e-07,
+        1.2625757506157242e-07,
+        1.2884270006452425e-07,
+        1.2512650471308007e-07,
+        1.252312245014764e-07,
+        1.2759772971548955e-07,
+        1.2635358359602833e-07,
+        1.2718837183456344e-07,
+        1.27487282952643e-07,
+        1.250269860975095e-07,
+        1.2635160828722292e-07,
+        1.2248131042724708e-07,
+        1.206259412356303e-07,
+        1.267743101607266e-07,
+        1.1999904359072389e-07,
+        1.2587068454195105e-07,
+        1.26483683970946e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.08250182151437e-08,
+        8.321419109336148e-09,
+        7.460451811880375e-09,
+        6.996819568172441e-09,
+        6.628534165997735e-09,
+        6.272485642000447e-09,
+        6.16250384055661e-09,
+        5.879770448302679e-09,
+        5.979608364015121e-09,
+        5.840943728685488e-09,
+        5.687577075974559e-09,
+        5.516895829060786e-09,
+        5.42098144151737e-09,
+        5.4490807421814225e-09,
+        5.455925933262051e-09,
+        5.347761344864921e-09,
+        5.25117771488226e-09,
+        5.38413624795453e-09,
+        5.299304994821341e-09,
+        5.253539381300243e-09,
+        5.1086508356945615e-09,
+        5.0742166024519975e-09,
+        5.172751116333529e-09,
+        5.179821016554342e-09,
+        5.1875717055338555e-09,
+        5.1761035457786875e-09,
+        5.104622058382802e-09,
+        5.006820735786732e-09,
+        4.949688658939522e-09,
+        5.029957339530711e-09,
+        5.040174944070941e-09,
+        5.045260653702144e-09,
+        4.973134792862766e-09,
+        4.9995430018157094e-09,
+        4.924788576943229e-09,
+        4.861159030866702e-09,
+        4.8728741042225465e-09,
+        4.9915223065966075e-09,
+        4.9140616020793004e-09,
+        4.928143670923646e-09,
+        4.8327177815110645e-09,
+        4.814823206800156e-09,
+        5.024070048875728e-09,
+        4.913007334295116e-09,
+        4.7520520851662695e-09,
+        4.758990534980967e-09,
+        4.849320500710519e-09,
+        4.783112572681603e-09,
+        4.735757119789241e-09,
+        4.7261536906262336e-09,
+        4.758883509481393e-09,
+        4.644572282330728e-09,
+        4.732665370710265e-09,
+        4.7055781493554605e-09,
+        4.677311871148504e-09,
+        4.69183669693507e-09,
+        4.649612694862526e-09,
+        4.623430527317396e-09,
+        4.711223855480284e-09,
+        4.6437911294106016e-09,
+        4.59152049714362e-09,
+        4.6963872790684036e-09,
+        4.560473776393792e-09,
+        4.627458860539946e-09,
+        4.510693596415649e-09,
+        4.55295756651708e-09,
+        4.508483364418225e-09,
+        4.468753811437409e-09,
+        4.536729658610739e-09,
+        4.424164590233204e-09,
+        4.49688952741667e-09,
+        4.519302265748593e-09,
+        4.490186444883193e-09,
+        4.473736936461137e-09,
+        4.41031522413482e-09,
+        4.3936174698444574e-09,
+        4.4049492942122015e-09,
+        4.358379435132065e-09,
+        4.3695052021064384e-09,
+        4.3431893637091434e-09,
+        4.491835792208576e-09,
+        4.3111776371063115e-09,
+        4.355078964124459e-09,
+        4.416094157022599e-09,
+        4.408144071987863e-09,
+        4.247931784107095e-09,
+        4.355124261223864e-09,
+        4.343358561698096e-09,
+        4.256095031962559e-09,
+        4.310426238163245e-09,
+        4.220238380980845e-09,
+        4.191803348874146e-09,
+        4.209061099658129e-09,
+        4.190750857446801e-09,
+        4.297960654042754e-09,
+        4.274065545928352e-09,
+        4.1448888765671654e-09,
+        4.1266465800049446e-09,
+        4.172588941031563e-09,
+        4.068684056335314e-09,
+        4.276131448932574e-09,
+        4.150826349302861e-09,
+        4.181851753770616e-09,
+        4.18571799443157e-09,
+        4.141958331871365e-09,
+        4.045186852152938e-09,
+        4.175426226993295e-09,
+        4.09485023666889e-09,
+        4.166405886962821e-09,
+        4.0355554453697096e-09,
+        4.054967916999885e-09,
+        4.0595433681289705e-09,
+        3.966419193091042e-09,
+        4.10320133426012e-09,
+        4.1439527365128015e-09,
+        4.179265378212449e-09,
+        4.081150528634225e-09,
+        4.1033403341828034e-09,
+        4.144721454935052e-09,
+        4.1111531956516956e-09,
+        4.12959133555546e-09,
+        4.14825152006415e-09,
+        4.067873149438128e-09,
+        4.103324346971249e-09,
+        4.0129330969307375e-09,
+        3.9716598898564826e-09,
+        4.125881414296373e-09,
+        3.988765318041487e-09,
+        4.091603056366466e-09,
+        4.104368400703606e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.992280960083008,
+        8.315082550048828,
+        8.742772102355957,
+        8.732420921325684,
+        8.582069396972656,
+        8.467161178588867,
+        8.328518867492676,
+        8.287102699279785,
+        8.065964698791504,
+        7.922339916229248,
+        7.904571056365967,
+        7.95578670501709,
+        7.873501300811768,
+        7.908533573150635,
+        7.871153354644775,
+        7.950921058654785,
+        7.909581184387207,
+        7.862992763519287,
+        7.995763301849365,
+        7.910583019256592,
+        8.045780181884766,
+        7.932434558868408,
+        8.026168823242188,
+        8.110848426818848,
+        8.027962684631348,
+        8.008767127990723,
+        8.030529975891113,
+        8.081469535827637,
+        8.058478355407715,
+        8.106215476989746,
+        8.114136695861816,
+        8.15612506866455,
+        8.211604118347168,
+        8.1318941116333,
+        8.168829917907715,
+        8.291274070739746,
+        8.1994047164917,
+        8.283515930175781,
+        8.222689628601074,
+        8.124534606933594,
+        8.335000038146973,
+        8.355456352233887,
+        8.403657913208008,
+        8.448612213134766,
+        8.4136381149292,
+        8.444494247436523,
+        8.470162391662598,
+        8.513769149780273,
+        8.515589714050293,
+        8.518800735473633,
+        8.554224967956543,
+        8.554675102233887,
+        8.62724494934082,
+        8.646285057067871,
+        8.641722679138184,
+        8.700414657592773,
+        8.737982749938965,
+        8.784016609191895,
+        8.64029598236084,
+        8.747661590576172,
+        8.759400367736816,
+        8.75722599029541,
+        8.866543769836426,
+        8.769704818725586,
+        8.915353775024414,
+        8.818864822387695,
+        8.912951469421387,
+        9.01312255859375,
+        9.026799201965332,
+        9.086710929870605,
+        8.971870422363281,
+        9.03158187866211,
+        9.125725746154785,
+        9.077324867248535,
+        9.131429672241211,
+        9.08615493774414,
+        9.126599311828613,
+        9.200312614440918,
+        9.19735050201416,
+        9.20766830444336,
+        9.212912559509277,
+        9.261199951171875,
+        9.236068725585938,
+        9.353508949279785,
+        9.25527572631836,
+        9.40483283996582,
+        9.381962776184082,
+        9.420907020568848,
+        9.384442329406738,
+        9.367539405822754,
+        9.433042526245117,
+        9.50408935546875,
+        9.57927417755127,
+        9.55915355682373,
+        9.477113723754883,
+        9.553926467895508,
+        9.541234016418457,
+        9.568674087524414,
+        9.575798988342285,
+        9.602415084838867,
+        9.707992553710938,
+        9.656414031982422,
+        9.66281509399414,
+        9.591133117675781,
+        9.641284942626953,
+        9.687596321105957,
+        9.667774200439453,
+        9.710052490234375,
+        9.644859313964844,
+        9.664167404174805,
+        9.61728286743164,
+        9.649928092956543,
+        9.685778617858887,
+        9.732812881469727,
+        9.627080917358398,
+        9.731399536132812,
+        9.742728233337402,
+        9.667564392089844,
+        9.732072830200195,
+        9.73262882232666,
+        9.73865032196045,
+        9.738927841186523,
+        9.7545804977417,
+        9.726357460021973,
+        9.768616676330566,
+        9.756499290466309,
+        9.724515914916992,
+        9.721654891967773,
+        9.762591361999512,
+        9.781047821044922
+      ],
+      "train_accuracy": [
+        38.33555603027344,
+        50.93333435058594,
+        56.279998779296875,
+        59.331111907958984,
+        61.862220764160156,
+        63.20222091674805,
+        64.33555603027344,
+        64.6866683959961,
+        64.77333068847656,
+        64.92444610595703,
+        65.38444519042969,
+        66.02444458007812,
+        66.77111053466797,
+        66.9911117553711,
+        67.67778015136719,
+        68.0977783203125,
+        67.88444519042969,
+        68.1866683959961,
+        68.5,
+        68.57111358642578,
+        69.25111389160156,
+        69.086669921875,
+        69.5022201538086,
+        69.5199966430664,
+        69.70222473144531,
+        69.86000061035156,
+        70.22888946533203,
+        70.21111297607422,
+        70.22222137451172,
+        70.51555633544922,
+        70.49555206298828,
+        71.12000274658203,
+        71.27333068847656,
+        71.57777404785156,
+        71.47110748291016,
+        71.22666931152344,
+        72.16889190673828,
+        72.08222198486328,
+        71.76000213623047,
+        72.03778076171875,
+        72.05555725097656,
+        72.4111099243164,
+        72.56222534179688,
+        72.72222137451172,
+        73.19999694824219,
+        73.14888763427734,
+        73.3822250366211,
+        73.44666290283203,
+        73.62666320800781,
+        73.72888946533203,
+        73.59333038330078,
+        74.06444549560547,
+        74.16222381591797,
+        74.37999725341797,
+        74.44889068603516,
+        74.64666748046875,
+        74.65555572509766,
+        75.14888763427734,
+        75.16000366210938,
+        75.38666534423828,
+        75.63777923583984,
+        75.57555389404297,
+        75.86666870117188,
+        75.83999633789062,
+        76.4888916015625,
+        76.10888671875,
+        76.45999908447266,
+        76.78666687011719,
+        76.74444580078125,
+        76.95555877685547,
+        77.0,
+        77.13555908203125,
+        77.29777526855469,
+        77.54888916015625,
+        77.83333587646484,
+        77.87777709960938,
+        77.94889068603516,
+        78.195556640625,
+        78.3066635131836,
+        78.72000122070312,
+        78.73555755615234,
+        78.89778137207031,
+        78.9022216796875,
+        79.35555267333984,
+        79.23110961914062,
+        79.73555755615234,
+        79.65333557128906,
+        79.9000015258789,
+        79.913330078125,
+        80.38444519042969,
+        80.42222595214844,
+        80.48666381835938,
+        80.94666290283203,
+        81.00666809082031,
+        80.9800033569336,
+        81.36000061035156,
+        81.4022216796875,
+        81.62222290039062,
+        81.85555267333984,
+        81.87555694580078,
+        82.23999786376953,
+        82.3022232055664,
+        82.39555358886719,
+        82.37777709960938,
+        82.85778045654297,
+        82.7066650390625,
+        82.7955551147461,
+        83.19999694824219,
+        82.97333526611328,
+        82.92666625976562,
+        83.02666473388672,
+        83.33555603027344,
+        83.47333526611328,
+        83.62889099121094,
+        83.22444152832031,
+        83.66222381591797,
+        83.65333557128906,
+        83.5955581665039,
+        83.57111358642578,
+        83.66889190673828,
+        83.61333465576172,
+        83.7088851928711,
+        83.64444732666016,
+        83.66666412353516,
+        83.81111145019531,
+        83.72666931152344,
+        83.64888763427734,
+        83.59333038330078,
+        83.73777770996094,
+        83.75777435302734
+      ],
+      "train_loss": [
+        1.722664475440979,
+        1.3869267702102661,
+        1.2408833503723145,
+        1.165459394454956,
+        1.1024562120437622,
+        1.057584524154663,
+        1.030344009399414,
+        1.0173741579055786,
+        1.0229183435440063,
+        1.0121089220046997,
+        1.0119504928588867,
+        0.98282390832901,
+        0.9674944281578064,
+        0.9610095024108887,
+        0.9421838521957397,
+        0.9327166080474854,
+        0.9316263794898987,
+        0.9244640469551086,
+        0.9177161455154419,
+        0.9149842858314514,
+        0.8924885988235474,
+        0.8997703790664673,
+        0.8900842070579529,
+        0.8838666677474976,
+        0.8802486062049866,
+        0.8806907534599304,
+        0.8644558191299438,
+        0.8691278100013733,
+        0.8639849424362183,
+        0.8603797554969788,
+        0.8576497435569763,
+        0.8438528776168823,
+        0.8334354162216187,
+        0.8338362574577332,
+        0.829482913017273,
+        0.830736517906189,
+        0.8153604865074158,
+        0.8172005414962769,
+        0.8163318634033203,
+        0.8122539520263672,
+        0.8109855055809021,
+        0.807410478591919,
+        0.8012664914131165,
+        0.7941573858261108,
+        0.7817095518112183,
+        0.773984432220459,
+        0.775513768196106,
+        0.7744016051292419,
+        0.766156792640686,
+        0.7640394568443298,
+        0.7631391882896423,
+        0.7512795925140381,
+        0.7547105550765991,
+        0.7446393370628357,
+        0.7404036521911621,
+        0.7391361594200134,
+        0.7338860630989075,
+        0.7214721441268921,
+        0.719109833240509,
+        0.7155385613441467,
+        0.7077910900115967,
+        0.7069392800331116,
+        0.700128436088562,
+        0.702395498752594,
+        0.6892340779304504,
+        0.6906411647796631,
+        0.6838403344154358,
+        0.674616277217865,
+        0.6715067625045776,
+        0.6666927337646484,
+        0.6690850257873535,
+        0.6618673205375671,
+        0.6515699028968811,
+        0.6483970880508423,
+        0.643663763999939,
+        0.6387263536453247,
+        0.6331171989440918,
+        0.631199836730957,
+        0.623694658279419,
+        0.6131272912025452,
+        0.6189064383506775,
+        0.6042462587356567,
+        0.6085663437843323,
+        0.5950286388397217,
+        0.5965861678123474,
+        0.5863319039344788,
+        0.5847630500793457,
+        0.5769288539886475,
+        0.5763120651245117,
+        0.5690760612487793,
+        0.5656524896621704,
+        0.5596774816513062,
+        0.5525004863739014,
+        0.5495712161064148,
+        0.5474441051483154,
+        0.540922224521637,
+        0.5400682687759399,
+        0.5331883430480957,
+        0.5292595028877258,
+        0.5229554176330566,
+        0.5170742273330688,
+        0.5155134201049805,
+        0.5121115446090698,
+        0.5080220103263855,
+        0.5035783648490906,
+        0.4997502267360687,
+        0.4985763430595398,
+        0.4930759370326996,
+        0.4936085343360901,
+        0.4922635853290558,
+        0.4908551573753357,
+        0.4854254424571991,
+        0.4809468686580658,
+        0.4794050455093384,
+        0.4855051636695862,
+        0.47777697443962097,
+        0.4789242148399353,
+        0.4789876937866211,
+        0.47713178396224976,
+        0.4733240008354187,
+        0.47353529930114746,
+        0.4740856885910034,
+        0.4727388620376587,
+        0.47698086500167847,
+        0.4721527397632599,
+        0.4716659486293793,
+        0.4765163064002991,
+        0.4771019220352173,
+        0.4739638566970825,
+        0.4741515517234802
+      ],
+      "train_time": [
+        18.68886637687683,
+        9.867125511169434,
+        9.933281898498535,
+        9.81580901145935,
+        9.829041004180908,
+        9.926481008529663,
+        10.00136685371399,
+        10.018502712249756,
+        10.07054090499878,
+        10.202309131622314,
+        9.999134302139282,
+        10.074973821640015,
+        9.974205493927002,
+        10.083337783813477,
+        9.968407392501831,
+        10.042738199234009,
+        9.99522852897644,
+        10.171821594238281,
+        10.054929733276367,
+        10.005579710006714,
+        9.982813358306885,
+        10.161449909210205,
+        10.097768545150757,
+        10.037095308303833,
+        9.989309310913086,
+        10.134023427963257,
+        9.99245285987854,
+        10.05120587348938,
+        9.97313117980957,
+        10.08334755897522,
+        10.014514207839966,
+        9.97918176651001,
+        10.131526231765747,
+        10.16466474533081,
+        10.00382375717163,
+        10.031917333602905,
+        10.112903594970703,
+        10.01497745513916,
+        9.956763505935669,
+        10.041872262954712,
+        9.979959726333618,
+        10.01109766960144,
+        10.058608293533325,
+        9.9829580783844,
+        10.025455713272095,
+        10.00668978691101,
+        10.031222820281982,
+        9.981487512588501,
+        10.058944940567017,
+        10.054788827896118,
+        10.019473791122437,
+        10.067003965377808,
+        9.994346857070923,
+        10.007359504699707,
+        10.05653429031372,
+        9.997427701950073,
+        10.031216859817505,
+        9.99411940574646,
+        10.1848304271698,
+        9.94989824295044,
+        10.02652621269226,
+        10.038795232772827,
+        10.073577642440796,
+        10.060758113861084,
+        10.077130794525146,
+        10.038496732711792,
+        9.937401056289673,
+        10.132568359375,
+        10.123825073242188,
+        10.032479286193848,
+        10.153031587600708,
+        9.99752163887024,
+        10.046290874481201,
+        10.035221815109253,
+        10.076176166534424,
+        10.057218551635742,
+        10.06279993057251,
+        10.010116338729858,
+        10.059640169143677,
+        10.03818416595459,
+        9.952476024627686,
+        10.029681205749512,
+        10.141812324523926,
+        10.033308982849121,
+        10.049081802368164,
+        10.130131006240845,
+        10.023956298828125,
+        10.093961715698242,
+        10.054433584213257,
+        9.98924708366394,
+        10.024736642837524,
+        10.063315391540527,
+        10.034786701202393,
+        10.09258770942688,
+        10.165722131729126,
+        10.08695363998413,
+        10.119506597518921,
+        9.934162139892578,
+        10.024478435516357,
+        10.070502996444702,
+        10.011581420898438,
+        10.035421371459961,
+        10.06723928451538,
+        9.989153861999512,
+        10.070457458496094,
+        10.011032104492188,
+        10.075369119644165,
+        9.951196193695068,
+        10.0253164768219,
+        10.011950016021729,
+        10.066633939743042,
+        10.073798418045044,
+        10.002528190612793,
+        10.0447678565979,
+        10.068555116653442,
+        9.967472076416016,
+        10.051101922988892,
+        10.018966674804688,
+        10.00013780593872,
+        10.215579986572266,
+        10.073420286178589,
+        10.017557144165039,
+        9.994663953781128,
+        9.967562675476074,
+        9.994172811508179,
+        10.079408168792725,
+        9.94537353515625,
+        10.037680387496948,
+        9.996352672576904,
+        10.057523727416992
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.278408193338691e-08,
+        6.89159449507315e-08,
+        6.502325078372451e-08,
+        6.091335791325037e-08,
+        5.666175439955623e-08,
+        5.288800508651548e-08,
+        5.116177348440942e-08,
+        4.8542176500632195e-08,
+        4.799321118298394e-08,
+        4.603164427408046e-08,
+        4.4681520705580624e-08,
+        4.361302785582666e-08,
+        4.231132777476887e-08,
+        4.2817934087224785e-08,
+        4.2726121307623544e-08,
+        4.2235427599734976e-08,
+        4.124784780401569e-08,
+        4.217110927129397e-08,
+        4.220727234383048e-08,
+        4.1344868861870054e-08,
+        4.086942695380458e-08,
+        4.0018736768843155e-08,
+        4.12648901715329e-08,
+        4.179782919777608e-08,
+        4.147054610825762e-08,
+        4.1221184687856294e-08,
+        4.079436877191256e-08,
+        4.0180687221891276e-08,
+        3.9616725899804806e-08,
+        4.0547160296000584e-08,
+        4.069229930792062e-08,
+        4.0921356969647604e-08,
+        4.0596944472781615e-08,
+        4.042820478389331e-08,
+        3.9956685071729225e-08,
+        4.0114340293939676e-08,
+        3.977492468720811e-08,
+        4.117606522413553e-08,
+        4.024085242804176e-08,
+        3.981874030500876e-08,
+        4.000391129466152e-08,
+        4.0041982174443547e-08,
+        4.2067551220270616e-08,
+        4.1200415523690026e-08,
+        3.979658558250776e-08,
+        3.997409336875535e-08,
+        4.085136140474788e-08,
+        4.042167134343799e-08,
+        4.008193243976166e-08,
+        4.01147381978717e-08,
+        4.053172020235252e-08,
+        3.955767979846314e-08,
+        4.064274605752871e-08,
+        4.0431498149473555e-08,
+        4.025244848548937e-08,
+        4.049416091334024e-08,
+        4.0403062229188436e-08,
+        4.041151768774398e-08,
+        4.058940916706888e-08,
+        4.046035684268645e-08,
+        3.9992617217876614e-08,
+        4.087255334184192e-08,
+        4.011937448922254e-08,
+        4.039464585048336e-08,
+        3.9916137950513075e-08,
+        3.991312880202713e-08,
+        3.9889393121939065e-08,
+        3.9990865730032965e-08,
+        4.0781856114335824e-08,
+        3.9947064323087034e-08,
+        4.014468402147031e-08,
+        4.052407476251574e-08,
+        4.0664954070734893e-08,
+        4.037643108745215e-08,
+        3.997405784161856e-08,
+        3.975766915687018e-08,
+        4.004960985071193e-08,
+        3.988331442883464e-08,
+        3.995356934183292e-08,
+        3.9745625457499045e-08,
+        4.1174832432488984e-08,
+        3.971291206994465e-08,
+        4.002248132906061e-08,
+        4.1008167528389095e-08,
+        4.057557490000363e-08,
+        3.9758390357746975e-08,
+        4.0623866937039566e-08,
+        4.071848991316074e-08,
+        3.973136131207866e-08,
+        4.0187174477068766e-08,
+        3.952053972966496e-08,
+        3.951218019437874e-08,
+        4.0031565617937304e-08,
+        3.9780811533773885e-08,
+        4.0456498595631274e-08,
+        4.05883504583926e-08,
+        3.9289147935051005e-08,
+        3.9179230526542597e-08,
+        3.9669831863875515e-08,
+        3.882355414930316e-08,
+        4.1264893724246576e-08,
+        3.988974128787959e-08,
+        4.0121303612750125e-08,
+        3.990427899225324e-08,
+        3.972873230395635e-08,
+        3.9029458775985404e-08,
+        4.006232856568204e-08,
+        3.946456672565546e-08,
+        3.9996198353264845e-08,
+        3.8807286273367936e-08,
+        3.8619180742216486e-08,
+        3.888507293936527e-08,
+        3.8141379832268285e-08,
+        3.970307460576805e-08,
+        3.967441486452117e-08,
+        4.0349398489070154e-08,
+        3.9495500203656775e-08,
+        3.956452232500851e-08,
+        4.001697817557215e-08,
+        3.969380912849374e-08,
+        3.9883708780052984e-08,
+        4.012985854728868e-08,
+        3.944666815414166e-08,
+        3.963424788366865e-08,
+        3.9005815466452987e-08,
+        3.8557992354526505e-08,
+        3.993368480337267e-08,
+        3.8497333321174665e-08,
+        3.967624806477943e-08,
+        3.9767577675320354e-08
+      ],
+      "val_accuracy": [
+        51.86000061035156,
+        59.7400016784668,
+        64.0199966430664,
+        65.0999984741211,
+        67.9000015258789,
+        69.81999969482422,
+        68.4800033569336,
+        66.5,
+        69.81999969482422,
+        69.80000305175781,
+        68.23999786376953,
+        71.23999786376953,
+        70.4800033569336,
+        71.62000274658203,
+        70.0199966430664,
+        71.16000366210938,
+        71.81999969482422,
+        72.69999694824219,
+        71.12000274658203,
+        73.9800033569336,
+        72.81999969482422,
+        72.91999816894531,
+        72.91999816894531,
+        73.4800033569336,
+        72.73999786376953,
+        74.5199966430664,
+        70.12000274658203,
+        74.4000015258789,
+        71.27999877929688,
+        73.69999694824219,
+        74.45999908447266,
+        72.95999908447266,
+        74.22000122070312,
+        74.95999908447266,
+        74.08000183105469,
+        73.94000244140625,
+        74.0999984741211,
+        72.55999755859375,
+        74.5999984741211,
+        74.73999786376953,
+        74.0,
+        74.41999816894531,
+        75.05999755859375,
+        73.80000305175781,
+        76.5999984741211,
+        76.26000213623047,
+        73.76000213623047,
+        75.27999877929688,
+        76.23999786376953,
+        74.26000213623047,
+        77.12000274658203,
+        75.12000274658203,
+        76.73999786376953,
+        75.76000213623047,
+        72.36000061035156,
+        76.91999816894531,
+        76.62000274658203,
+        76.69999694824219,
+        76.72000122070312,
+        73.76000213623047,
+        76.95999908447266,
+        78.16000366210938,
+        78.54000091552734,
+        77.4800033569336,
+        77.41999816894531,
+        78.0999984741211,
+        78.76000213623047,
+        77.62000274658203,
+        77.80000305175781,
+        77.30000305175781,
+        77.63999938964844,
+        77.86000061035156,
+        77.86000061035156,
+        78.36000061035156,
+        79.66000366210938,
+        79.05999755859375,
+        79.16000366210938,
+        79.31999969482422,
+        77.55999755859375,
+        79.80000305175781,
+        80.31999969482422,
+        80.19999694824219,
+        79.5999984741211,
+        80.26000213623047,
+        80.31999969482422,
+        79.80000305175781,
+        80.0,
+        80.31999969482422,
+        80.05999755859375,
+        81.19999694824219,
+        80.9800033569336,
+        80.72000122070312,
+        80.4000015258789,
+        81.0199966430664,
+        81.36000061035156,
+        81.72000122070312,
+        81.16000366210938,
+        82.36000061035156,
+        81.66000366210938,
+        82.0199966430664,
+        82.12000274658203,
+        81.81999969482422,
+        82.16000366210938,
+        82.55999755859375,
+        82.22000122070312,
+        82.95999908447266,
+        81.87999725341797,
+        82.95999908447266,
+        82.36000061035156,
+        82.33999633789062,
+        82.30000305175781,
+        82.58000183105469,
+        82.55999755859375,
+        82.86000061035156,
+        82.5199966430664,
+        82.81999969482422,
+        82.9800033569336,
+        83.0,
+        83.05999755859375,
+        82.95999908447266,
+        83.0199966430664,
+        82.9800033569336,
+        83.05999755859375,
+        83.0199966430664,
+        83.0,
+        83.0199966430664,
+        82.9800033569336,
+        83.0199966430664,
+        83.05999755859375,
+        83.0199966430664
+      ],
+      "val_loss": [
+        1.3493952751159668,
+        1.1430082321166992,
+        1.045647382736206,
+        1.0167279243469238,
+        0.933666467666626,
+        0.8719154596328735,
+        0.9103405475616455,
+        1.0013409852981567,
+        0.8782421946525574,
+        0.8820099830627441,
+        0.9067400097846985,
+        0.8377493023872375,
+        0.8522741198539734,
+        0.8204218149185181,
+        0.8684884905815125,
+        0.8448218703269958,
+        0.8289810419082642,
+        0.7921352386474609,
+        0.8445212841033936,
+        0.7734525799751282,
+        0.7973054647445679,
+        0.7826041579246521,
+        0.8026397824287415,
+        0.7711617946624756,
+        0.781481921672821,
+        0.739515483379364,
+        0.864300549030304,
+        0.7610849738121033,
+        0.8261035680770874,
+        0.7661260962486267,
+        0.7594498991966248,
+        0.8017602562904358,
+        0.7428849935531616,
+        0.7428803443908691,
+        0.7639813423156738,
+        0.7479566931724548,
+        0.7482901811599731,
+        0.7844541072845459,
+        0.7594512104988098,
+        0.7361149787902832,
+        0.7794931530952454,
+        0.7539551258087158,
+        0.7129580974578857,
+        0.7703477740287781,
+        0.6909149885177612,
+        0.6939000487327576,
+        0.7562520503997803,
+        0.7185723185539246,
+        0.710680365562439,
+        0.7399292588233948,
+        0.6700797080993652,
+        0.7504152059555054,
+        0.6828624606132507,
+        0.6883728504180908,
+        0.79044508934021,
+        0.6913185119628906,
+        0.6698886156082153,
+        0.670967698097229,
+        0.6772146821022034,
+        0.7396948933601379,
+        0.6889207363128662,
+        0.6531018614768982,
+        0.6419557332992554,
+        0.6545230746269226,
+        0.6792855262756348,
+        0.6498342752456665,
+        0.6288923621177673,
+        0.6398685574531555,
+        0.6637529134750366,
+        0.6580385565757751,
+        0.6366843581199646,
+        0.6492599248886108,
+        0.647007167339325,
+        0.615578293800354,
+        0.6046203374862671,
+        0.6152297258377075,
+        0.6243375539779663,
+        0.6068903207778931,
+        0.6551236510276794,
+        0.5984407663345337,
+        0.5812828540802002,
+        0.5978392958641052,
+        0.5950966477394104,
+        0.5893474817276001,
+        0.5726213455200195,
+        0.5843261480331421,
+        0.5737864971160889,
+        0.5748477578163147,
+        0.5656518340110779,
+        0.5515692830085754,
+        0.5512014031410217,
+        0.5715884566307068,
+        0.5882897973060608,
+        0.5598325133323669,
+        0.5480446815490723,
+        0.5546821355819702,
+        0.570855975151062,
+        0.5262439250946045,
+        0.5265323519706726,
+        0.5301764607429504,
+        0.5289512872695923,
+        0.520027220249176,
+        0.5311663150787354,
+        0.5199571251869202,
+        0.5204522609710693,
+        0.5202789902687073,
+        0.5271432399749756,
+        0.5164735913276672,
+        0.5196853280067444,
+        0.5151633620262146,
+        0.5206431746482849,
+        0.5108464956283569,
+        0.5124286413192749,
+        0.5101131200790405,
+        0.5095373392105103,
+        0.5095866918563843,
+        0.5094282627105713,
+        0.5095081925392151,
+        0.5087586045265198,
+        0.5089241862297058,
+        0.5087862610816956,
+        0.5087555050849915,
+        0.5087826251983643,
+        0.5089293122291565,
+        0.5089113712310791,
+        0.5088310241699219,
+        0.5088117718696594,
+        0.5087944269180298,
+        0.5086784362792969,
+        0.5087099671363831
+      ],
+      "val_time": [
+        0.8010203838348389,
+        0.21599960327148438,
+        0.18762803077697754,
+        0.1907520294189453,
+        0.17667818069458008,
+        0.19834613800048828,
+        0.20267438888549805,
+        0.19398045539855957,
+        0.19694900512695312,
+        0.18770599365234375,
+        0.18890762329101562,
+        0.17078423500061035,
+        0.1876668930053711,
+        0.18674540519714355,
+        0.1859583854675293,
+        0.19103240966796875,
+        0.21963262557983398,
+        0.1980142593383789,
+        0.19358491897583008,
+        0.19140362739562988,
+        0.20207643508911133,
+        0.18044519424438477,
+        0.20004558563232422,
+        0.18756890296936035,
+        0.2028803825378418,
+        0.19251155853271484,
+        0.1981668472290039,
+        0.19105219841003418,
+        0.20491981506347656,
+        0.195831298828125,
+        0.18954992294311523,
+        0.19895410537719727,
+        0.18453001976013184,
+        0.1903383731842041,
+        0.18677401542663574,
+        0.20202112197875977,
+        0.18426823616027832,
+        0.18375587463378906,
+        0.18118858337402344,
+        0.19353795051574707,
+        0.1931467056274414,
+        0.19260668754577637,
+        0.19286727905273438,
+        0.19200944900512695,
+        0.18317461013793945,
+        0.18311834335327148,
+        0.1897284984588623,
+        0.19133710861206055,
+        0.1885080337524414,
+        0.2029402256011963,
+        0.20024800300598145,
+        0.19497990608215332,
+        0.18041062355041504,
+        0.19098353385925293,
+        0.19245457649230957,
+        0.1923813819885254,
+        0.1902627944946289,
+        0.17647933959960938,
+        0.17883992195129395,
+        0.19453167915344238,
+        0.19320178031921387,
+        0.19620013236999512,
+        0.17981791496276855,
+        0.19691944122314453,
+        0.19242000579833984,
+        0.19285225868225098,
+        0.1996936798095703,
+        0.19054007530212402,
+        0.1929013729095459,
+        0.1802229881286621,
+        0.1905221939086914,
+        0.20046377182006836,
+        0.1990642547607422,
+        0.1919574737548828,
+        0.17406177520751953,
+        0.19263052940368652,
+        0.18019604682922363,
+        0.18303608894348145,
+        0.1905069351196289,
+        0.18790602684020996,
+        0.19243144989013672,
+        0.18889403343200684,
+        0.1888725757598877,
+        0.19285178184509277,
+        0.1931614875793457,
+        0.18382787704467773,
+        0.16772198677062988,
+        0.19237160682678223,
+        0.18883228302001953,
+        0.1853468418121338,
+        0.18880701065063477,
+        0.1860489845275879,
+        0.20166325569152832,
+        0.1930375099182129,
+        0.18595361709594727,
+        0.18875360488891602,
+        0.1880497932434082,
+        0.18805217742919922,
+        0.17935967445373535,
+        0.18125534057617188,
+        0.19345450401306152,
+        0.2044229507446289,
+        0.18049097061157227,
+        0.20517373085021973,
+        0.18158483505249023,
+        0.1915884017944336,
+        0.19345355033874512,
+        0.18763089179992676,
+        0.19118404388427734,
+        0.2037966251373291,
+        0.19501757621765137,
+        0.20293092727661133,
+        0.2031545639038086,
+        0.20105433464050293,
+        0.1778707504272461,
+        0.19865179061889648,
+        0.19848227500915527,
+        0.18996286392211914,
+        0.1902146339416504,
+        0.1998586654663086,
+        0.19472908973693848,
+        0.19075608253479004,
+        0.19009184837341309,
+        0.16631031036376953,
+        0.19339418411254883,
+        0.1826779842376709,
+        0.19298839569091797,
+        0.1914050579071045,
+        0.19045734405517578,
+        0.20540165901184082
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.000000476837158,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 83.0199966430664,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "oracle",
+  "seed": 1989,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}