results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json
new file mode 100644
index 0000000..19bee26
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-oracle/2026_08_06_16_14_12/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1993",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1993-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786052208.972529,
+  "condition": "oracle",
+  "driver_wall_seconds": 1365.2757115364075,
+  "experiment_name": "dp-bias-c1-s1993-oracle",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 129,
+    "best_validation_accuracy": 83.19999694824219,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.405615320976722e-08,
+        8.614222934966165e-08,
+        9.084047292162722e-08,
+        9.231887077021383e-08,
+        9.448118731825161e-08,
+        9.496572062062114e-08,
+        9.654891641730501e-08,
+        9.765906838765659e-08,
+        9.746187856762845e-08,
+        9.59230561647928e-08,
+        9.767998676579737e-08,
+        9.66851985140238e-08,
+        9.755567731417614e-08,
+        9.899361685938857e-08,
+        9.955471114153625e-08,
+        9.796939792749981e-08,
+        9.86084671694698e-08,
+        1.0056041332973109e-07,
+        9.987267191036153e-08,
+        1.0042752052186188e-07,
+        9.950570500905087e-08,
+        1.0078451140316247e-07,
+        9.972720249606937e-08,
+        1.0024471919223288e-07,
+        1.0079839540821922e-07,
+        1.0266211347698118e-07,
+        1.0173232567467494e-07,
+        1.0203634559502461e-07,
+        1.0166514385900882e-07,
+        1.0143160977804655e-07,
+        1.0113650716903066e-07,
+        1.0039916986670505e-07,
+        1.0334970568237623e-07,
+        1.0204495737298203e-07,
+        1.0121011939645541e-07,
+        1.0205009459696157e-07,
+        1.0227125812889426e-07,
+        1.0382513693230067e-07,
+        1.0202883515830763e-07,
+        1.0171316944251885e-07,
+        1.0068046663036512e-07,
+        1.0334774458442553e-07,
+        1.0238498759918002e-07,
+        1.0426943930497146e-07,
+        1.0425691243654e-07,
+        1.0290967367154735e-07,
+        1.0426006014085942e-07,
+        1.0653825199824496e-07,
+        1.0291162766407069e-07,
+        1.0562879282360882e-07,
+        1.0392589189223145e-07,
+        1.0561603147607457e-07,
+        1.100574920087638e-07,
+        1.0519276827380963e-07,
+        1.0627588409306554e-07,
+        1.0365161529080069e-07,
+        1.082760832105123e-07,
+        1.0650359172359458e-07,
+        1.0332269084756263e-07,
+        1.0509510417477941e-07,
+        1.0664670213600402e-07,
+        1.100088766747831e-07,
+        1.0883921675031161e-07,
+        1.097471766797753e-07,
+        1.1020330248356913e-07,
+        1.0960067697851628e-07,
+        1.0842337871963537e-07,
+        1.0865782229529941e-07,
+        1.0996495802828576e-07,
+        1.0811500317231548e-07,
+        1.0793799276598293e-07,
+        1.1008019384917134e-07,
+        1.0607291756059567e-07,
+        1.1002479283206412e-07,
+        1.1052252091303671e-07,
+        1.0990542875788378e-07,
+        1.0968059882543457e-07,
+        1.1169309743763733e-07,
+        1.099952342542565e-07,
+        1.1356527807038219e-07,
+        1.1101479202579867e-07,
+        1.1370156727252834e-07,
+        1.1576774738841777e-07,
+        1.1451686532382155e-07,
+        1.1212637929247649e-07,
+        1.1667616206523235e-07,
+        1.1619557227504629e-07,
+        1.1415112766144375e-07,
+        1.1293218449281994e-07,
+        1.1326346083251337e-07,
+        1.1189468551719983e-07,
+        1.1355864870665755e-07,
+        1.1637560959343318e-07,
+        1.109332572468702e-07,
+        1.1895711082843263e-07,
+        1.145348207387542e-07,
+        1.1497650120873004e-07,
+        1.184519646812987e-07,
+        1.1465214555528291e-07,
+        1.1434096336415678e-07,
+        1.1424822332628537e-07,
+        1.1339499650375728e-07,
+        1.154504545297641e-07,
+        1.1701197166757993e-07,
+        1.1268886623838625e-07,
+        1.1851846437593849e-07,
+        1.2084686318303284e-07,
+        1.1442775615932987e-07,
+        1.2030730545120605e-07,
+        1.1554844547845278e-07,
+        1.1368899777153274e-07,
+        1.235928976939249e-07,
+        1.2037189378588664e-07,
+        1.182834097335217e-07,
+        1.1714789849293084e-07,
+        1.1909329344916841e-07,
+        1.178235891075019e-07,
+        1.21602710123625e-07,
+        1.1976604241681343e-07,
+        1.20997796670963e-07,
+        1.1748448969228775e-07,
+        1.1498680407839856e-07,
+        1.1784617726107172e-07,
+        1.196472965148132e-07,
+        1.1510633157740813e-07,
+        1.2078703548468184e-07,
+        1.1661165899568005e-07,
+        1.1531417243304531e-07,
+        1.1331293592320435e-07,
+        1.1862815085805778e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.1546688050145804e-08,
+        8.738388679319087e-09,
+        7.869418894301816e-09,
+        7.4190018573006e-09,
+        6.981943023731674e-09,
+        6.767278293295931e-09,
+        6.5153189510169796e-09,
+        6.368956917413016e-09,
+        6.276867470234038e-09,
+        6.096825710955045e-09,
+        6.044734934818052e-09,
+        5.802161862078492e-09,
+        5.823892923473295e-09,
+        5.767616162444256e-09,
+        5.7116649188060364e-09,
+        5.563412397435741e-09,
+        5.599197105965459e-09,
+        5.617415865799558e-09,
+        5.571888728184149e-09,
+        5.4879518707195984e-09,
+        5.44799094726045e-09,
+        5.499858790614098e-09,
+        5.400392133481091e-09,
+        5.378236078712462e-09,
+        5.3437521074783945e-09,
+        5.382482015647838e-09,
+        5.401940672555838e-09,
+        5.31778887591372e-09,
+        5.265398339560079e-09,
+        5.283603776717882e-09,
+        5.246164391792263e-09,
+        5.222110299740734e-09,
+        5.3252966480954456e-09,
+        5.238681488606289e-09,
+        5.130072366910099e-09,
+        5.152795967688917e-09,
+        5.135149194757105e-09,
+        5.224456423036372e-09,
+        5.113997669781156e-09,
+        5.046743023484623e-09,
+        5.046720374934921e-09,
+        5.124338731121725e-09,
+        5.02299934979078e-09,
+        5.0637791737528914e-09,
+        5.079661136164759e-09,
+        4.980326817616287e-09,
+        5.051865148431034e-09,
+        5.1253228328107525e-09,
+        4.9577426608493624e-09,
+        5.0358934799987765e-09,
+        4.969772593454991e-09,
+        4.976713263715737e-09,
+        5.167933192495866e-09,
+        4.944523457339756e-09,
+        4.915333473576311e-09,
+        4.925750030082554e-09,
+        4.9606567742443985e-09,
+        4.8927808471432854e-09,
+        4.770165151768424e-09,
+        4.831553379602838e-09,
+        4.85612883238673e-09,
+        4.943395914835946e-09,
+        4.883127679988775e-09,
+        4.896370864315713e-09,
+        4.887559690303078e-09,
+        4.869466163626157e-09,
+        4.751967264127188e-09,
+        4.7665591473844415e-09,
+        4.8335793145781736e-09,
+        4.727005897819936e-09,
+        4.713743173567764e-09,
+        4.753584192940252e-09,
+        4.614311155393125e-09,
+        4.695529742804183e-09,
+        4.687752408472079e-09,
+        4.661875774303326e-09,
+        4.6254369223674985e-09,
+        4.660285046753643e-09,
+        4.657926044870919e-09,
+        4.650555496255038e-09,
+        4.527024977107885e-09,
+        4.646526718943278e-09,
+        4.684594934190045e-09,
+        4.659516772420602e-09,
+        4.61302285259535e-09,
+        4.675383635799335e-09,
+        4.619709503828062e-09,
+        4.56921656066811e-09,
+        4.548616150401585e-09,
+        4.515861906639884e-09,
+        4.445097179228696e-09,
+        4.472476611283582e-09,
+        4.5444217278145516e-09,
+        4.368368777818432e-09,
+        4.574877809915279e-09,
+        4.452035184954184e-09,
+        4.410215748151813e-09,
+        4.510182005645902e-09,
+        4.394982155986327e-09,
+        4.372986861511663e-09,
+        4.347074256116912e-09,
+        4.3099959157189005e-09,
+        4.342674664314927e-09,
+        4.368074790761511e-09,
+        4.293372768415793e-09,
+        4.375359186070682e-09,
+        4.4027399503931974e-09,
+        4.304269385357884e-09,
+        4.405789510997238e-09,
+        4.29311430849566e-09,
+        4.2241947717513995e-09,
+        4.4458552395099105e-09,
+        4.361344618786234e-09,
+        4.306446310664569e-09,
+        4.2756473916938376e-09,
+        4.288605026658843e-09,
+        4.274551379523928e-09,
+        4.349602900077798e-09,
+        4.313385648657686e-09,
+        4.334014036544431e-09,
+        4.2787458021109614e-09,
+        4.207290071889247e-09,
+        4.277509901839949e-09,
+        4.3232355473321604e-09,
+        4.2186591997506184e-09,
+        4.344899107167066e-09,
+        4.233073003234722e-09,
+        4.215273907703931e-09,
+        4.1676977424742745e-09,
+        4.293065458682577e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.653283596038818,
+        7.7041120529174805,
+        8.078044891357422,
+        8.022562026977539,
+        8.015658378601074,
+        7.728899002075195,
+        7.670470714569092,
+        7.671237468719482,
+        7.463231563568115,
+        7.383095741271973,
+        7.284750461578369,
+        7.410208225250244,
+        7.358292102813721,
+        7.323864459991455,
+        7.359594345092773,
+        7.300378799438477,
+        7.320624828338623,
+        7.322638988494873,
+        7.385973930358887,
+        7.410856246948242,
+        7.375748634338379,
+        7.327857971191406,
+        7.390649795532227,
+        7.381201267242432,
+        7.479819297790527,
+        7.503313064575195,
+        7.375954627990723,
+        7.545370101928711,
+        7.512575626373291,
+        7.44870662689209,
+        7.50665807723999,
+        7.477698802947998,
+        7.51475715637207,
+        7.5850043296813965,
+        7.63949728012085,
+        7.719409942626953,
+        7.7251996994018555,
+        7.675200939178467,
+        7.669122219085693,
+        7.735006332397461,
+        7.647367000579834,
+        7.719472885131836,
+        7.791913986206055,
+        7.822059631347656,
+        7.796066761016846,
+        7.857071876525879,
+        7.74758243560791,
+        7.824134349822998,
+        7.876728057861328,
+        7.869646072387695,
+        7.832303524017334,
+        7.958860874176025,
+        7.9116291999816895,
+        7.925281047821045,
+        7.987068176269531,
+        7.886240005493164,
+        7.979101657867432,
+        8.026086807250977,
+        7.991604804992676,
+        8.05604076385498,
+        8.118108749389648,
+        8.150814056396484,
+        8.150824546813965,
+        8.133886337280273,
+        8.230474472045898,
+        8.190682411193848,
+        8.328262329101562,
+        8.24886417388916,
+        8.178791046142578,
+        8.289475440979004,
+        8.311262130737305,
+        8.304606437683105,
+        8.336316108703613,
+        8.384964942932129,
+        8.378129005432129,
+        8.42064380645752,
+        8.395373344421387,
+        8.410752296447754,
+        8.372556686401367,
+        8.543325424194336,
+        8.590201377868652,
+        8.452716827392578,
+        8.459890365600586,
+        8.518949508666992,
+        8.425703048706055,
+        8.536510467529297,
+        8.559418678283691,
+        8.548542022705078,
+        8.492437362670898,
+        8.546830177307129,
+        8.574997901916504,
+        8.599225044250488,
+        8.570527076721191,
+        8.646113395690918,
+        8.633721351623535,
+        8.626992225646973,
+        8.734045028686523,
+        8.66370964050293,
+        8.678391456604004,
+        8.72479248046875,
+        8.717967987060547,
+        8.698145866394043,
+        8.70083999633789,
+        8.744443893432617,
+        8.668360710144043,
+        8.762539863586426,
+        8.789739608764648,
+        8.656681060791016,
+        8.785409927368164,
+        8.729222297668457,
+        8.76577377319336,
+        8.765355110168457,
+        8.789122581481934,
+        8.804421424865723,
+        8.83195972442627,
+        8.846914291381836,
+        8.81881332397461,
+        8.855581283569336,
+        8.859007835388184,
+        8.847957611083984,
+        8.800448417663574,
+        8.832536697387695,
+        8.859362602233887,
+        8.825654029846191,
+        8.808206558227539,
+        8.810586929321289,
+        8.852289199829102,
+        8.832140922546387,
+        8.819292068481445,
+        8.79919719696045
+      ],
+      "train_accuracy": [
+        38.99555587768555,
+        51.09111022949219,
+        56.891109466552734,
+        59.22444534301758,
+        62.12888717651367,
+        62.98666763305664,
+        64.07333374023438,
+        64.74888610839844,
+        65.27333068847656,
+        65.1866683959961,
+        65.74444580078125,
+        66.22222137451172,
+        66.72444152832031,
+        67.02222442626953,
+        67.54222106933594,
+        67.92666625976562,
+        68.13333129882812,
+        68.3022232055664,
+        68.40666961669922,
+        68.98444366455078,
+        68.87999725341797,
+        69.0199966430664,
+        69.54444122314453,
+        69.72444152832031,
+        69.77777862548828,
+        70.04000091552734,
+        70.38666534423828,
+        70.7955551147461,
+        70.67333221435547,
+        70.8155517578125,
+        70.62444305419922,
+        71.36000061035156,
+        71.0999984741211,
+        71.37555694580078,
+        71.12222290039062,
+        71.86444091796875,
+        71.49333190917969,
+        71.586669921875,
+        71.9022216796875,
+        72.31777954101562,
+        72.38888549804688,
+        72.46888732910156,
+        72.62889099121094,
+        72.83110809326172,
+        72.95111083984375,
+        72.86222076416016,
+        73.21111297607422,
+        73.42666625976562,
+        73.3822250366211,
+        73.77777862548828,
+        73.97333526611328,
+        74.17333221435547,
+        74.21111297607422,
+        74.27999877929688,
+        74.37333679199219,
+        74.05777740478516,
+        74.64666748046875,
+        74.74444580078125,
+        75.24222564697266,
+        75.37110900878906,
+        75.4111099243164,
+        75.78221893310547,
+        76.04000091552734,
+        76.16000366210938,
+        76.18000030517578,
+        76.32444763183594,
+        76.36000061035156,
+        76.77333068847656,
+        76.62444305419922,
+        77.00666809082031,
+        77.07111358642578,
+        77.23110961914062,
+        77.3822250366211,
+        77.78888702392578,
+        77.85111236572266,
+        77.92222595214844,
+        78.41777801513672,
+        78.32888793945312,
+        78.42888641357422,
+        78.86444091796875,
+        79.0199966430664,
+        78.804443359375,
+        79.2933349609375,
+        79.42888641357422,
+        79.12666320800781,
+        79.66222381591797,
+        79.92222595214844,
+        80.0977783203125,
+        79.87333679199219,
+        80.36222076416016,
+        80.8133316040039,
+        80.804443359375,
+        80.92666625976562,
+        81.0888900756836,
+        81.04666900634766,
+        81.23110961914062,
+        81.54222106933594,
+        81.54222106933594,
+        81.78221893310547,
+        82.12889099121094,
+        82.35111236572266,
+        82.2955551147461,
+        82.49555206298828,
+        82.49333190917969,
+        82.7044448852539,
+        82.87110900878906,
+        83.19999694824219,
+        82.96666717529297,
+        83.03555297851562,
+        83.23555755615234,
+        83.38888549804688,
+        83.36666870117188,
+        83.51555633544922,
+        83.64888763427734,
+        83.74444580078125,
+        83.8933334350586,
+        83.84222412109375,
+        83.89778137207031,
+        83.72222137451172,
+        83.695556640625,
+        83.58000183105469,
+        83.7155532836914,
+        83.87777709960938,
+        83.75777435302734,
+        83.64444732666016,
+        83.63555908203125,
+        83.7066650390625,
+        83.8066635131836,
+        83.94889068603516,
+        83.72000122070312
+      ],
+      "train_loss": [
+        1.6999645233154297,
+        1.3736752271652222,
+        1.2248798608779907,
+        1.162874460220337,
+        1.0893735885620117,
+        1.0621247291564941,
+        1.0292332172393799,
+        1.0187777280807495,
+        1.0076103210449219,
+        1.0128448009490967,
+        0.997495710849762,
+        0.9847140908241272,
+        0.9741368293762207,
+        0.9594143629074097,
+        0.9405304789543152,
+        0.932173490524292,
+        0.925999641418457,
+        0.9236860871315002,
+        0.9180060625076294,
+        0.9003586769104004,
+        0.902909517288208,
+        0.8980801701545715,
+        0.8825611472129822,
+        0.8793378472328186,
+        0.8729716539382935,
+        0.8695119023323059,
+        0.8665925860404968,
+        0.8504505753517151,
+        0.8547175526618958,
+        0.848450243473053,
+        0.8550570607185364,
+        0.8369228839874268,
+        0.8411409258842468,
+        0.8398156762123108,
+        0.8328233957290649,
+        0.8237424492835999,
+        0.8263987898826599,
+        0.8263462781906128,
+        0.8150817155838013,
+        0.8007585406303406,
+        0.803396463394165,
+        0.8060184717178345,
+        0.7898924946784973,
+        0.7880336046218872,
+        0.7890546321868896,
+        0.7829767465591431,
+        0.775829017162323,
+        0.7774108648300171,
+        0.7687017321586609,
+        0.7619604468345642,
+        0.7580640912055969,
+        0.7543692588806152,
+        0.7508824467658997,
+        0.7418185472488403,
+        0.7388712763786316,
+        0.7460146546363831,
+        0.7255803942680359,
+        0.7277068495750427,
+        0.7195823788642883,
+        0.7155432105064392,
+        0.7101117372512817,
+        0.7065384387969971,
+        0.7006295323371887,
+        0.6912498474121094,
+        0.6926472783088684,
+        0.6906432509422302,
+        0.6759634017944336,
+        0.6748855710029602,
+        0.6760959625244141,
+        0.6677953600883484,
+        0.663629949092865,
+        0.6570051908493042,
+        0.6518462300300598,
+        0.6451237201690674,
+        0.6362733840942383,
+        0.637096107006073,
+        0.6271558403968811,
+        0.6255435943603516,
+        0.6271497011184692,
+        0.6131048202514648,
+        0.6041305661201477,
+        0.6090487837791443,
+        0.5994855165481567,
+        0.5956752300262451,
+        0.5943506956100464,
+        0.584838330745697,
+        0.5820420980453491,
+        0.5739111304283142,
+        0.5756893754005432,
+        0.5652528405189514,
+        0.5598747730255127,
+        0.5554453730583191,
+        0.5548022985458374,
+        0.5463356971740723,
+        0.5437644720077515,
+        0.5407708287239075,
+        0.5332094430923462,
+        0.532047688961029,
+        0.5267162919044495,
+        0.5175989270210266,
+        0.5146481990814209,
+        0.5115882158279419,
+        0.5110401511192322,
+        0.5049670934677124,
+        0.5014824271202087,
+        0.496200829744339,
+        0.48899421095848083,
+        0.49497389793395996,
+        0.4892781972885132,
+        0.48721417784690857,
+        0.48340439796447754,
+        0.4806862473487854,
+        0.4807865023612976,
+        0.47559431195259094,
+        0.47077181935310364,
+        0.47204628586769104,
+        0.47275397181510925,
+        0.4680967330932617,
+        0.4717417359352112,
+        0.4691166877746582,
+        0.47363534569740295,
+        0.4714795649051666,
+        0.4708103537559509,
+        0.4725724756717682,
+        0.47290077805519104,
+        0.4750230014324188,
+        0.4706812798976898,
+        0.4728105366230011,
+        0.47144752740859985,
+        0.4720219373703003
+      ],
+      "train_time": [
+        18.755926847457886,
+        9.864384889602661,
+        9.98052453994751,
+        10.070132970809937,
+        9.948674201965332,
+        9.837749242782593,
+        9.927746057510376,
+        10.001814126968384,
+        9.93734359741211,
+        10.1389319896698,
+        10.017022371292114,
+        9.967081308364868,
+        9.983391523361206,
+        10.034980535507202,
+        10.077215909957886,
+        10.05683708190918,
+        10.022114038467407,
+        10.087248802185059,
+        10.097890853881836,
+        9.967721939086914,
+        10.176225423812866,
+        9.99332308769226,
+        10.048591375350952,
+        9.96475338935852,
+        10.005385160446167,
+        10.040153741836548,
+        10.049476146697998,
+        9.950893878936768,
+        10.03746247291565,
+        10.10502576828003,
+        10.045244455337524,
+        10.020796298980713,
+        9.960679292678833,
+        9.928351163864136,
+        9.973706722259521,
+        9.939688444137573,
+        10.002355813980103,
+        10.061483383178711,
+        10.004997730255127,
+        9.940978527069092,
+        10.009881258010864,
+        9.982934713363647,
+        9.9253089427948,
+        10.051011562347412,
+        10.033569574356079,
+        9.967345952987671,
+        9.976145505905151,
+        10.023208379745483,
+        10.017979621887207,
+        10.049238920211792,
+        10.01444935798645,
+        10.046590089797974,
+        10.026606321334839,
+        9.927813291549683,
+        9.97467041015625,
+        10.074855327606201,
+        9.936826705932617,
+        10.100759267807007,
+        10.374047994613647,
+        10.067174196243286,
+        10.045907974243164,
+        10.030536890029907,
+        10.082224130630493,
+        10.000292778015137,
+        9.982065916061401,
+        10.059160470962524,
+        10.059629678726196,
+        10.090331792831421,
+        10.059850931167603,
+        10.153104305267334,
+        10.176772356033325,
+        10.020405292510986,
+        10.028961420059204,
+        10.044919490814209,
+        10.049513578414917,
+        10.00260591506958,
+        10.038864850997925,
+        10.110201597213745,
+        10.066373825073242,
+        9.953986644744873,
+        9.947025775909424,
+        10.062995433807373,
+        10.131871938705444,
+        10.092266082763672,
+        10.031134843826294,
+        10.06428575515747,
+        10.001691818237305,
+        9.98896050453186,
+        10.024917364120483,
+        10.14868450164795,
+        10.048189878463745,
+        9.992653846740723,
+        10.073096513748169,
+        10.0389084815979,
+        9.968766689300537,
+        9.942549228668213,
+        9.99854564666748,
+        9.970921516418457,
+        10.204229354858398,
+        10.03166389465332,
+        10.08107042312622,
+        10.07288670539856,
+        9.965380191802979,
+        10.05851697921753,
+        9.97146487236023,
+        10.076583623886108,
+        10.139770746231079,
+        10.143117189407349,
+        10.01796841621399,
+        10.007502317428589,
+        9.986648321151733,
+        10.08750295639038,
+        10.073030948638916,
+        10.034095525741577,
+        9.990341663360596,
+        9.983097553253174,
+        9.953125238418579,
+        10.048712730407715,
+        10.160290241241455,
+        10.03778886795044,
+        10.007333993911743,
+        10.11544680595398,
+        10.182418823242188,
+        10.230251789093018,
+        10.192116260528564,
+        10.04626750946045,
+        10.120067834854126,
+        10.001025676727295,
+        10.005712270736694,
+        9.940893650054932
+      ],
+      "used_clean_difference_rms_ratio": [
+        6.35539691984377e-08,
+        6.698688537198905e-08,
+        6.338837721386881e-08,
+        5.928848167968681e-08,
+        5.5672277454732466e-08,
+        5.2123091620615014e-08,
+        4.977322376475968e-08,
+        4.865699310130367e-08,
+        4.654621577060425e-08,
+        4.478228987636612e-08,
+        4.392143182485597e-08,
+        4.28020783260763e-08,
+        4.2608562011992035e-08,
+        4.2016019108359615e-08,
+        4.179365831191717e-08,
+        4.0414708024627544e-08,
+        4.076122195328935e-08,
+        4.0894047259598665e-08,
+        4.07861833195966e-08,
+        4.0506169085574584e-08,
+        3.992133557062516e-08,
+        4.007011256135229e-08,
+        3.9793160766521396e-08,
+        3.950873406211031e-08,
+        3.9765474468822504e-08,
+        4.011951659776969e-08,
+        3.966028927493426e-08,
+        3.990304264789302e-08,
+        3.940228410215241e-08,
+        3.9093464465622674e-08,
+        3.915490864869753e-08,
+        3.8791533540916134e-08,
+        3.981384466555937e-08,
+        3.944683157897089e-08,
+        3.902023237856156e-08,
+        3.9582722877185006e-08,
+        3.945679694083992e-08,
+        3.990407648757355e-08,
+        3.904167300561312e-08,
+        3.882525234644163e-08,
+        3.82397331577522e-08,
+        3.92782553149118e-08,
+        3.892159483598334e-08,
+        3.939454984447366e-08,
+        3.942674453583095e-08,
+        3.889023147962689e-08,
+        3.892976607744458e-08,
+        3.985902807812636e-08,
+        3.8817596248463815e-08,
+        3.935307901770102e-08,
+        3.865465814101299e-08,
+        3.9277185948094484e-08,
+        4.064064640374454e-08,
+        3.894271927151749e-08,
+        3.9065501056256835e-08,
+        3.85935550184513e-08,
+        3.938415460424949e-08,
+        3.910487933467266e-08,
+        3.791851455048345e-08,
+        3.871527809451436e-08,
+        3.926958669353553e-08,
+        4.009335086152532e-08,
+        3.961644878813786e-08,
+        3.961967820487189e-08,
+        4.002716025297559e-08,
+        3.974475148993406e-08,
+        3.9388226014125394e-08,
+        3.911017998348143e-08,
+        3.933530479116598e-08,
+        3.8924721224020686e-08,
+        3.892311539743787e-08,
+        3.918925273183049e-08,
+        3.8255794976294055e-08,
+        3.91169550084669e-08,
+        3.908667167706881e-08,
+        3.910530210760044e-08,
+        3.866768949478683e-08,
+        3.897258338270149e-08,
+        3.8838265936647076e-08,
+        3.9450949174124617e-08,
+        3.857227781622896e-08,
+        3.9109451677177276e-08,
+        3.943473458889457e-08,
+        3.9414402408510796e-08,
+        3.871767617624755e-08,
+        3.963218020430759e-08,
+        3.923750924172964e-08,
+        3.8737361762741784e-08,
+        3.845542906333321e-08,
+        3.836658279965377e-08,
+        3.7956208842615524e-08,
+        3.821552851945853e-08,
+        3.871054232718052e-08,
+        3.7547263076476156e-08,
+        3.929618586084871e-08,
+        3.816002092094095e-08,
+        3.823431526939203e-08,
+        3.889789823574574e-08,
+        3.795542369289251e-08,
+        3.792715830286397e-08,
+        3.767033618373716e-08,
+        3.7285349918647626e-08,
+        3.7570401900666184e-08,
+        3.799004133497874e-08,
+        3.7005520425736904e-08,
+        3.811548054954983e-08,
+        3.842433926593003e-08,
+        3.708468199192794e-08,
+        3.835259931861401e-08,
+        3.7183312429078796e-08,
+        3.6873476716436926e-08,
+        3.879373267068331e-08,
+        3.813402571495317e-08,
+        3.766871259358595e-08,
+        3.7453581569479866e-08,
+        3.772753132125217e-08,
+        3.746358245848569e-08,
+        3.830237105262313e-08,
+        3.792911584810099e-08,
+        3.814738036567178e-08,
+        3.7417919429572066e-08,
+        3.693951100558479e-08,
+        3.7695716770258514e-08,
+        3.795227598857309e-08,
+        3.692986183523317e-08,
+        3.807532067412467e-08,
+        3.7224008764269456e-08,
+        3.704897721945599e-08,
+        3.6516251356033536e-08,
+        3.755337729671737e-08
+      ],
+      "val_accuracy": [
+        53.52000045776367,
+        59.0,
+        64.83999633789062,
+        65.63999938964844,
+        65.19999694824219,
+        68.62000274658203,
+        69.22000122070312,
+        69.31999969482422,
+        68.45999908447266,
+        72.05999755859375,
+        70.33999633789062,
+        67.12000274658203,
+        69.66000366210938,
+        70.0199966430664,
+        72.30000305175781,
+        72.95999908447266,
+        71.37999725341797,
+        71.5999984741211,
+        74.22000122070312,
+        70.9000015258789,
+        71.91999816894531,
+        71.73999786376953,
+        72.73999786376953,
+        72.30000305175781,
+        73.31999969482422,
+        73.0,
+        71.68000030517578,
+        74.5199966430664,
+        74.4800033569336,
+        74.22000122070312,
+        71.63999938964844,
+        71.18000030517578,
+        74.91999816894531,
+        73.73999786376953,
+        74.76000213623047,
+        74.23999786376953,
+        74.94000244140625,
+        75.54000091552734,
+        76.0,
+        75.54000091552734,
+        75.30000305175781,
+        74.45999908447266,
+        76.55999755859375,
+        76.18000030517578,
+        74.12000274658203,
+        76.0,
+        76.12000274658203,
+        75.58000183105469,
+        75.33999633789062,
+        77.08000183105469,
+        75.86000061035156,
+        76.55999755859375,
+        77.37999725341797,
+        77.37999725341797,
+        77.4000015258789,
+        77.26000213623047,
+        76.80000305175781,
+        74.72000122070312,
+        77.45999908447266,
+        76.63999938964844,
+        77.77999877929688,
+        77.95999908447266,
+        77.83999633789062,
+        77.5999984741211,
+        77.66000366210938,
+        77.0199966430664,
+        79.05999755859375,
+        78.41999816894531,
+        76.80000305175781,
+        78.69999694824219,
+        77.72000122070312,
+        78.55999755859375,
+        78.58000183105469,
+        79.23999786376953,
+        79.44000244140625,
+        79.12000274658203,
+        79.94000244140625,
+        79.18000030517578,
+        79.37999725341797,
+        79.9000015258789,
+        80.72000122070312,
+        79.87999725341797,
+        81.26000213623047,
+        80.72000122070312,
+        79.73999786376953,
+        80.80000305175781,
+        80.41999816894531,
+        80.87999725341797,
+        81.5199966430664,
+        81.08000183105469,
+        81.0,
+        81.0,
+        81.87999725341797,
+        81.5199966430664,
+        81.27999877929688,
+        81.08000183105469,
+        81.36000061035156,
+        82.0999984741211,
+        82.0199966430664,
+        81.80000305175781,
+        82.30000305175781,
+        82.36000061035156,
+        81.95999908447266,
+        82.23999786376953,
+        82.18000030517578,
+        82.45999908447266,
+        82.72000122070312,
+        82.91999816894531,
+        82.69999694824219,
+        82.69999694824219,
+        82.83999633789062,
+        83.04000091552734,
+        82.72000122070312,
+        83.04000091552734,
+        82.95999908447266,
+        83.0199966430664,
+        82.9800033569336,
+        83.16000366210938,
+        83.12000274658203,
+        83.13999938964844,
+        83.18000030517578,
+        83.0999984741211,
+        83.13999938964844,
+        83.16000366210938,
+        83.16000366210938,
+        83.13999938964844,
+        83.18000030517578,
+        83.16000366210938,
+        83.19999694824219,
+        83.16000366210938
+      ],
+      "val_loss": [
+        1.3192089796066284,
+        1.1511688232421875,
+        1.0039281845092773,
+        1.0021240711212158,
+        1.0058989524841309,
+        0.914376974105835,
+        0.8985520005226135,
+        0.8888351917266846,
+        0.9122334122657776,
+        0.8125603199005127,
+        0.8560444712638855,
+        0.9528972506523132,
+        0.8944923877716064,
+        0.8659999370574951,
+        0.8035585284233093,
+        0.7888801693916321,
+        0.8298242688179016,
+        0.8252143859863281,
+        0.7537100315093994,
+        0.8396438360214233,
+        0.8174207806587219,
+        0.8106228709220886,
+        0.8002029657363892,
+        0.8474892377853394,
+        0.7822431921958923,
+        0.7725020051002502,
+        0.8443525433540344,
+        0.7679422497749329,
+        0.7448662519454956,
+        0.7791827321052551,
+        0.8450884222984314,
+        0.8575275540351868,
+        0.7542397379875183,
+        0.7508121728897095,
+        0.7569466233253479,
+        0.7676061987876892,
+        0.7187513113021851,
+        0.7149717211723328,
+        0.7056260108947754,
+        0.712809681892395,
+        0.7353671789169312,
+        0.7533767819404602,
+        0.6909841299057007,
+        0.6863695383071899,
+        0.755138635635376,
+        0.7104868292808533,
+        0.7051101922988892,
+        0.7145578265190125,
+        0.735846757888794,
+        0.6573564410209656,
+        0.7086622714996338,
+        0.6741777658462524,
+        0.6523796916007996,
+        0.6722962260246277,
+        0.6622825860977173,
+        0.6953430771827698,
+        0.6759446859359741,
+        0.7282851338386536,
+        0.6649014353752136,
+        0.7137865424156189,
+        0.6447399854660034,
+        0.648898184299469,
+        0.6433685421943665,
+        0.6587786078453064,
+        0.6660674810409546,
+        0.6518160104751587,
+        0.5987439155578613,
+        0.6297531723976135,
+        0.6789839267730713,
+        0.613527238368988,
+        0.6561173796653748,
+        0.6297181844711304,
+        0.6259797215461731,
+        0.5996910929679871,
+        0.6093112230300903,
+        0.6082572340965271,
+        0.5745543241500854,
+        0.5905570387840271,
+        0.6005703210830688,
+        0.5823150873184204,
+        0.5704694986343384,
+        0.5904384255409241,
+        0.5494836568832397,
+        0.5582793951034546,
+        0.5712771415710449,
+        0.5619387030601501,
+        0.5715951919555664,
+        0.5506675839424133,
+        0.5455982685089111,
+        0.5527905821800232,
+        0.5387815237045288,
+        0.546493411064148,
+        0.5403245687484741,
+        0.5254535675048828,
+        0.5445420145988464,
+        0.5377877950668335,
+        0.5468614101409912,
+        0.5230612754821777,
+        0.5393974781036377,
+        0.5279380679130554,
+        0.5143417716026306,
+        0.5084179043769836,
+        0.5098900198936462,
+        0.516704797744751,
+        0.5144721269607544,
+        0.4987099766731262,
+        0.4981895089149475,
+        0.500246524810791,
+        0.5000381469726562,
+        0.4971832036972046,
+        0.49488604068756104,
+        0.49415647983551025,
+        0.4910169541835785,
+        0.4896705150604248,
+        0.49046626687049866,
+        0.4904150068759918,
+        0.4892400801181793,
+        0.48940780758857727,
+        0.4886103570461273,
+        0.48843106627464294,
+        0.48831427097320557,
+        0.48827052116394043,
+        0.4883691668510437,
+        0.48834019899368286,
+        0.488256573677063,
+        0.4883716106414795,
+        0.48830315470695496,
+        0.48841163516044617,
+        0.4884410500526428,
+        0.48837441205978394
+      ],
+      "val_time": [
+        0.8196043968200684,
+        0.21775197982788086,
+        0.20036053657531738,
+        0.19877982139587402,
+        0.1883385181427002,
+        0.1975691318511963,
+        0.20847392082214355,
+        0.17066121101379395,
+        0.21568894386291504,
+        0.1826796531677246,
+        0.20821762084960938,
+        0.1779017448425293,
+        0.2065730094909668,
+        0.195021390914917,
+        0.20227932929992676,
+        0.21502089500427246,
+        0.20008063316345215,
+        0.21313834190368652,
+        0.22243833541870117,
+        0.2324531078338623,
+        0.21166372299194336,
+        0.1958627700805664,
+        0.16657567024230957,
+        0.20955991744995117,
+        0.21152400970458984,
+        0.20783019065856934,
+        0.21483755111694336,
+        0.1824946403503418,
+        0.19404339790344238,
+        0.22264480590820312,
+        0.2041466236114502,
+        0.17808866500854492,
+        0.17815637588500977,
+        0.17263364791870117,
+        0.17826437950134277,
+        0.18660449981689453,
+        0.17704057693481445,
+        0.1888265609741211,
+        0.19944453239440918,
+        0.2018439769744873,
+        0.1803591251373291,
+        0.181687593460083,
+        0.20761609077453613,
+        0.20367813110351562,
+        0.20650100708007812,
+        0.183427095413208,
+        0.20476627349853516,
+        0.2096550464630127,
+        0.2179861068725586,
+        0.173203706741333,
+        0.20823168754577637,
+        0.18616318702697754,
+        0.1813046932220459,
+        0.22150182723999023,
+        0.19355440139770508,
+        0.19208908081054688,
+        0.16997122764587402,
+        0.1879286766052246,
+        0.1916370391845703,
+        0.21810054779052734,
+        0.1642599105834961,
+        0.21371245384216309,
+        0.21904778480529785,
+        0.18297958374023438,
+        0.20473861694335938,
+        0.19341492652893066,
+        0.21549606323242188,
+        0.1893312931060791,
+        0.22130846977233887,
+        0.18331551551818848,
+        0.20153427124023438,
+        0.20251798629760742,
+        0.19557738304138184,
+        0.20047807693481445,
+        0.20968151092529297,
+        0.2131791114807129,
+        0.21486759185791016,
+        0.19528675079345703,
+        0.1744391918182373,
+        0.18184614181518555,
+        0.20931315422058105,
+        0.20582795143127441,
+        0.18326687812805176,
+        0.21988987922668457,
+        0.2266230583190918,
+        0.2187178134918213,
+        0.21272039413452148,
+        0.20278167724609375,
+        0.20455026626586914,
+        0.20546984672546387,
+        0.16733670234680176,
+        0.1786341667175293,
+        0.21154022216796875,
+        0.21045279502868652,
+        0.18851137161254883,
+        0.20837092399597168,
+        0.21549415588378906,
+        0.22066521644592285,
+        0.213118314743042,
+        0.21953415870666504,
+        0.20988678932189941,
+        0.17824101448059082,
+        0.2116718292236328,
+        0.18417811393737793,
+        0.18041324615478516,
+        0.1668701171875,
+        0.19713163375854492,
+        0.20669913291931152,
+        0.20551753044128418,
+        0.20084881782531738,
+        0.20189547538757324,
+        0.19747114181518555,
+        0.19037818908691406,
+        0.19603872299194336,
+        0.1990206241607666,
+        0.17864394187927246,
+        0.20802998542785645,
+        0.19191718101501465,
+        0.2028825283050537,
+        0.1767120361328125,
+        0.21014881134033203,
+        0.19242358207702637,
+        0.20423150062561035,
+        0.20434331893920898,
+        0.18835830688476562,
+        0.19820356369018555,
+        0.20724225044250488,
+        0.21353840827941895,
+        0.18641018867492676,
+        0.18412351608276367
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.000000476837158,
+        4.000000476837158
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 83.16000366210938,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "oracle",
+  "seed": 1993,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}