results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json
new file mode 100644
index 0000000..3b832df
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-oracle/2026_08_06_15_05_00/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1992",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1992-oracle",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "oracle",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786048033.0779204,
+  "condition": "oracle",
+  "driver_wall_seconds": 1340.7546656131744,
+  "experiment_name": "dp-bias-c1-s1992-oracle",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 127,
+    "best_validation_accuracy": 83.66000366210938,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        6.715801958989687e-08,
+        8.04135353860147e-08,
+        8.587051070207963e-08,
+        8.94463383360744e-08,
+        8.990843980427599e-08,
+        9.377902188134613e-08,
+        9.183823124203627e-08,
+        9.141336931861588e-08,
+        9.331633066267386e-08,
+        9.45700264765037e-08,
+        9.204958217878811e-08,
+        9.150775781563425e-08,
+        9.60076178557756e-08,
+        9.289390590083713e-08,
+        9.501452069571314e-08,
+        9.307417769832682e-08,
+        9.616487517405403e-08,
+        9.416143598173221e-08,
+        9.59530197519598e-08,
+        9.515014198768768e-08,
+        9.42916003054961e-08,
+        9.532084987995404e-08,
+        9.451214566524868e-08,
+        9.851484605860605e-08,
+        9.846916526612404e-08,
+        9.61515240760491e-08,
+        9.770278097676055e-08,
+        9.631209962890352e-08,
+        9.700599434836477e-08,
+        9.681254908855408e-08,
+        9.741631856741151e-08,
+        1.0086176871482166e-07,
+        1.0036816178171648e-07,
+        9.714470650123985e-08,
+        9.752031360221736e-08,
+        9.839007475420658e-08,
+        9.826253233313764e-08,
+        9.721136962070887e-08,
+        9.958403524024106e-08,
+        9.74863212377386e-08,
+        1.0118198190411931e-07,
+        9.75939258296421e-08,
+        1.0125251748149822e-07,
+        9.953795654382702e-08,
+        1.0058503363552518e-07,
+        9.910230858167779e-08,
+        1.0002906947192969e-07,
+        9.874871409465413e-08,
+        1.0019111584824714e-07,
+        9.979056869724445e-08,
+        1.0149263829362098e-07,
+        1.0078152712367228e-07,
+        9.948463031150823e-08,
+        1.0041897269275069e-07,
+        1.0258882099378752e-07,
+        1.0000016459343897e-07,
+        1.01950476505408e-07,
+        9.751956042691745e-08,
+        1.0248420778680156e-07,
+        1.0182122167634589e-07,
+        1.0174679232477502e-07,
+        1.013902419799706e-07,
+        1.0387328330807577e-07,
+        1.0266997207963868e-07,
+        1.0581565845768637e-07,
+        1.015753383626361e-07,
+        1.0276892226102063e-07,
+        1.0590190413495293e-07,
+        1.0267913808092999e-07,
+        1.0320301413457855e-07,
+        1.0500754399345169e-07,
+        1.0458864352358432e-07,
+        1.0466264654951374e-07,
+        1.0371471859116355e-07,
+        1.048655988711289e-07,
+        1.0319214993614878e-07,
+        1.0747471179683998e-07,
+        1.0511748627095585e-07,
+        1.0520322746288002e-07,
+        1.0617873158480506e-07,
+        1.0477850764800678e-07,
+        1.0335804745409405e-07,
+        1.0543399042717283e-07,
+        1.0706039432761827e-07,
+        1.0545900863689894e-07,
+        1.1012809153498893e-07,
+        1.0671567451936426e-07,
+        1.0832658858817013e-07,
+        1.0793881699555641e-07,
+        1.0549348417043802e-07,
+        1.0522249027644648e-07,
+        1.105179308069637e-07,
+        1.0790476068223143e-07,
+        1.0699855579332507e-07,
+        1.0733631938819599e-07,
+        1.1146855882770978e-07,
+        1.0859479715463749e-07,
+        1.1452353732011034e-07,
+        1.0849225162701259e-07,
+        1.0755676527196556e-07,
+        1.0740562572664203e-07,
+        1.1100770080929578e-07,
+        1.1328420157497021e-07,
+        1.1172713243468024e-07,
+        1.0969711183861364e-07,
+        1.1332080873671657e-07,
+        1.1525603582640542e-07,
+        1.1030743252149477e-07,
+        1.165437453209961e-07,
+        1.1273636602027182e-07,
+        1.1378050857047128e-07,
+        1.1189523263510637e-07,
+        1.1187426451897409e-07,
+        1.1715178516169544e-07,
+        1.1345693451403349e-07,
+        1.1204817695897873e-07,
+        1.1042380521075756e-07,
+        1.1401687771694924e-07,
+        1.1526260124128385e-07,
+        1.1231819740942228e-07,
+        1.1421759182894675e-07,
+        1.1489897389083126e-07,
+        1.132768474576551e-07,
+        1.1346785555588212e-07,
+        1.13588939143483e-07,
+        1.1202531879916933e-07,
+        1.0899762514782196e-07,
+        1.1503688313041494e-07,
+        1.1528025822826748e-07,
+        1.1308999603443226e-07
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        1.1474449834736333e-08,
+        9.162940628471006e-09,
+        8.40813463298673e-09,
+        7.979424232473775e-09,
+        7.499108001240984e-09,
+        7.426305348445794e-09,
+        6.982850742076607e-09,
+        6.831516241589952e-09,
+        6.783618999861574e-09,
+        6.720521472658447e-09,
+        6.402513186287706e-09,
+        6.246477113336368e-09,
+        6.403689578604599e-09,
+        6.128237917124579e-09,
+        6.098395566311865e-09,
+        6.0093645615211244e-09,
+        6.092235604882035e-09,
+        5.887657916758826e-09,
+        5.93118443248386e-09,
+        5.863667773553516e-09,
+        5.843655337400833e-09,
+        5.818322712514146e-09,
+        5.755161236464801e-09,
+        5.875499642371551e-09,
+        5.862720087179696e-09,
+        5.775891764869812e-09,
+        5.7289852861686086e-09,
+        5.693249871541184e-09,
+        5.734895669462503e-09,
+        5.575840233973395e-09,
+        5.725766527575615e-09,
+        5.737124109117531e-09,
+        5.726795038185628e-09,
+        5.545122139238856e-09,
+        5.6352584820729135e-09,
+        5.514322776178915e-09,
+        5.6091824518489375e-09,
+        5.5642157548163595e-09,
+        5.587171170162719e-09,
+        5.411647130415531e-09,
+        5.588550955337723e-09,
+        5.522045043448998e-09,
+        5.539162462042668e-09,
+        5.455332630077692e-09,
+        5.486033849422256e-09,
+        5.421743498601472e-09,
+        5.52642198670128e-09,
+        5.438165029403308e-09,
+        5.4640914015635644e-09,
+        5.463856922460764e-09,
+        5.442903461272408e-09,
+        5.429706462223294e-09,
+        5.3517132947433765e-09,
+        5.298929739439018e-09,
+        5.44722267292741e-09,
+        5.314948481327519e-09,
+        5.381394885262125e-09,
+        5.210203823935444e-09,
+        5.31941823922466e-09,
+        5.387424728553469e-09,
+        5.338899544682363e-09,
+        5.214010556642279e-09,
+        5.334392927380804e-09,
+        5.213054432573472e-09,
+        5.291556082198667e-09,
+        5.1580304472054195e-09,
+        5.148121484666035e-09,
+        5.25203702750332e-09,
+        5.192495322603463e-09,
+        5.2018682694665586e-09,
+        5.2085118440459155e-09,
+        5.125973423503183e-09,
+        5.146991277626967e-09,
+        5.09917619240241e-09,
+        5.1055617511508444e-09,
+        5.023543359072846e-09,
+        5.16987741505659e-09,
+        5.065083019673011e-09,
+        5.017702697784898e-09,
+        5.051234541753047e-09,
+        5.038316874816928e-09,
+        4.923812912949188e-09,
+        4.988962576391032e-09,
+        5.010817538675383e-09,
+        4.937724451536951e-09,
+        5.129902280742726e-09,
+        4.960338806370146e-09,
+        4.992119606583856e-09,
+        4.91655072210051e-09,
+        4.830459587878977e-09,
+        4.805053688272665e-09,
+        4.880846837806985e-09,
+        4.849026957742808e-09,
+        4.859590951866721e-09,
+        4.809275644390709e-09,
+        4.920169160982368e-09,
+        4.82775419641257e-09,
+        4.9492983045240635e-09,
+        4.781441020895727e-09,
+        4.7551322879257896e-09,
+        4.6981378787336325e-09,
+        4.817910959076244e-09,
+        4.863184521752828e-09,
+        4.797672037426537e-09,
+        4.762547245462656e-09,
+        4.8043431455369046e-09,
+        4.875207348931099e-09,
+        4.700201117202596e-09,
+        4.876081316496084e-09,
+        4.768290207124437e-09,
+        4.770544403953636e-09,
+        4.729794333968584e-09,
+        4.735041692072173e-09,
+        4.835406297587497e-09,
+        4.755346783014147e-09,
+        4.7200612307563006e-09,
+        4.6911452500353334e-09,
+        4.753405224988683e-09,
+        4.799633135377235e-09,
+        4.6924246710489115e-09,
+        4.7678239134540945e-09,
+        4.7575432482460656e-09,
+        4.726838920277032e-09,
+        4.729196589892126e-09,
+        4.748650805908028e-09,
+        4.685087429123769e-09,
+        4.6053232338749694e-09,
+        4.765380978710709e-09,
+        4.77769912521353e-09,
+        4.73448613647065e-09
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.265200614929199,
+        6.982698440551758,
+        7.238004684448242,
+        7.236074447631836,
+        7.070351600646973,
+        6.911846160888672,
+        6.822861194610596,
+        6.699141502380371,
+        6.623943328857422,
+        6.661105155944824,
+        6.639519691467285,
+        6.620869159698486,
+        6.570301532745361,
+        6.576990127563477,
+        6.665153980255127,
+        6.584800720214844,
+        6.657042980194092,
+        6.760021686553955,
+        6.684338569641113,
+        6.759701728820801,
+        6.7027506828308105,
+        6.760777950286865,
+        6.760336875915527,
+        6.796749114990234,
+        6.787083148956299,
+        6.765491485595703,
+        6.8203349113464355,
+        6.841331958770752,
+        6.787625789642334,
+        6.902754783630371,
+        6.80562162399292,
+        6.881992340087891,
+        6.930936813354492,
+        6.962260723114014,
+        6.876959800720215,
+        7.025659561157227,
+        6.879254341125488,
+        6.966936111450195,
+        6.9907355308532715,
+        7.060102462768555,
+        6.981379508972168,
+        7.0091047286987305,
+        7.148022651672363,
+        7.059272766113281,
+        7.055578231811523,
+        7.036776065826416,
+        6.985921859741211,
+        7.031891345977783,
+        7.078466892242432,
+        7.040868282318115,
+        7.0632476806640625,
+        7.073185443878174,
+        7.1451287269592285,
+        7.171672821044922,
+        7.079385757446289,
+        7.114834308624268,
+        7.1251349449157715,
+        7.195100784301758,
+        7.227701663970947,
+        7.165899753570557,
+        7.234838485717773,
+        7.318323135375977,
+        7.286416530609131,
+        7.342175483703613,
+        7.369114398956299,
+        7.323689937591553,
+        7.347928047180176,
+        7.340989589691162,
+        7.313835620880127,
+        7.307512283325195,
+        7.366882801055908,
+        7.41938591003418,
+        7.405040264129639,
+        7.448734760284424,
+        7.436500549316406,
+        7.475576400756836,
+        7.456999778747559,
+        7.4786481857299805,
+        7.5426249504089355,
+        7.498988628387451,
+        7.540318965911865,
+        7.545959949493408,
+        7.5492262840271,
+        7.592273712158203,
+        7.614079475402832,
+        7.565463542938232,
+        7.613410472869873,
+        7.6302971839904785,
+        7.698789119720459,
+        7.713927268981934,
+        7.6934332847595215,
+        7.787693500518799,
+        7.735820770263672,
+        7.674580097198486,
+        7.760391712188721,
+        7.75627326965332,
+        7.731729984283447,
+        7.748198986053467,
+        7.751174449920654,
+        7.738067150115967,
+        7.7664899826049805,
+        7.751595497131348,
+        7.764991283416748,
+        7.785780906677246,
+        7.722143173217773,
+        7.794225692749023,
+        7.784871578216553,
+        7.8279709815979,
+        7.7774529457092285,
+        7.779520034790039,
+        7.841927528381348,
+        7.797237396240234,
+        7.790469169616699,
+        7.838651180267334,
+        7.810067176818848,
+        7.83349609375,
+        7.79038143157959,
+        7.853823661804199,
+        7.829751014709473,
+        7.848028659820557,
+        7.811224937438965,
+        7.8352179527282715,
+        7.8579559326171875,
+        7.842340469360352,
+        7.831654071807861,
+        7.861529350280762,
+        7.89309024810791,
+        7.871798992156982,
+        7.84062385559082,
+        7.818519115447998
+      ],
+      "train_accuracy": [
+        39.01777648925781,
+        51.351112365722656,
+        56.551109313964844,
+        59.27111053466797,
+        62.00444412231445,
+        63.49555587768555,
+        64.74888610839844,
+        64.52444458007812,
+        65.07111358642578,
+        65.04000091552734,
+        65.81999969482422,
+        66.26889038085938,
+        66.81111145019531,
+        67.55555725097656,
+        67.60444641113281,
+        67.5977783203125,
+        68.02444458007812,
+        68.66666412353516,
+        68.8022232055664,
+        69.0999984741211,
+        68.95333099365234,
+        69.26667022705078,
+        69.41555786132812,
+        69.93777465820312,
+        69.74222564697266,
+        70.1844482421875,
+        70.3822250366211,
+        70.36666870117188,
+        70.46444702148438,
+        71.13555908203125,
+        70.68888854980469,
+        71.11333465576172,
+        71.41555786132812,
+        71.54444122314453,
+        71.16666412353516,
+        71.9044418334961,
+        71.47555541992188,
+        71.93555450439453,
+        71.97333526611328,
+        72.35778045654297,
+        72.25333404541016,
+        72.25555419921875,
+        72.7933349609375,
+        72.78888702392578,
+        72.86000061035156,
+        73.13333129882812,
+        73.02222442626953,
+        73.22888946533203,
+        73.695556640625,
+        73.27999877929688,
+        73.98444366455078,
+        73.82221984863281,
+        74.2155532836914,
+        74.83110809326172,
+        74.06666564941406,
+        74.73110961914062,
+        74.64666748046875,
+        74.87777709960938,
+        75.25777435302734,
+        74.80889129638672,
+        75.03778076171875,
+        75.25555419921875,
+        75.3822250366211,
+        76.22444152832031,
+        76.28888702392578,
+        76.16889190673828,
+        76.56888580322266,
+        76.7844467163086,
+        76.62222290039062,
+        76.76444244384766,
+        77.08444213867188,
+        77.43555450439453,
+        77.34444427490234,
+        77.36444091796875,
+        77.6977767944336,
+        77.77111053466797,
+        78.21111297607422,
+        78.17778015136719,
+        78.39555358886719,
+        78.48222351074219,
+        78.7088851928711,
+        78.7955551147461,
+        79.0999984741211,
+        79.21778106689453,
+        79.4000015258789,
+        79.50444793701172,
+        79.81111145019531,
+        79.89111328125,
+        80.1933364868164,
+        80.2955551147461,
+        80.6066665649414,
+        80.71778106689453,
+        80.78666687011719,
+        80.84889221191406,
+        81.0977783203125,
+        81.22666931152344,
+        81.23999786376953,
+        81.52666473388672,
+        81.71333312988281,
+        81.804443359375,
+        82.10888671875,
+        82.02444458007812,
+        82.29777526855469,
+        82.38444519042969,
+        82.43333435058594,
+        82.87110900878906,
+        82.94000244140625,
+        83.06222534179688,
+        83.04888916015625,
+        83.13777923583984,
+        83.33999633789062,
+        83.2155532836914,
+        83.32444763183594,
+        83.46444702148438,
+        83.4000015258789,
+        83.65555572509766,
+        83.46221923828125,
+        83.7066650390625,
+        83.63555908203125,
+        83.92666625976562,
+        83.39555358886719,
+        83.7044448852539,
+        83.66444396972656,
+        83.62000274658203,
+        83.45777893066406,
+        83.63333129882812,
+        83.92222595214844,
+        83.7955551147461,
+        83.61333465576172,
+        83.45999908447266
+      ],
+      "train_loss": [
+        1.7050352096557617,
+        1.3709449768066406,
+        1.2377327680587769,
+        1.1647424697875977,
+        1.09389066696167,
+        1.0541410446166992,
+        1.0168923139572144,
+        1.0216752290725708,
+        1.00956130027771,
+        1.0124415159225464,
+        0.9916608929634094,
+        0.981216549873352,
+        0.9684016704559326,
+        0.9464340806007385,
+        0.9363871216773987,
+        0.9368671178817749,
+        0.928872287273407,
+        0.904478907585144,
+        0.9067486524581909,
+        0.9035182595252991,
+        0.8955593109130859,
+        0.8923158049583435,
+        0.8922606110572815,
+        0.8773974776268005,
+        0.8838091492652893,
+        0.8668925166130066,
+        0.8592075705528259,
+        0.8639956712722778,
+        0.858953058719635,
+        0.8442672491073608,
+        0.8512720465660095,
+        0.8340129852294922,
+        0.8333646655082703,
+        0.8327991962432861,
+        0.8341718912124634,
+        0.8155567646026611,
+        0.8250952363014221,
+        0.8194255232810974,
+        0.8103888034820557,
+        0.8005390763282776,
+        0.8027946352958679,
+        0.8073877692222595,
+        0.7901250720024109,
+        0.7900226712226868,
+        0.7898889183998108,
+        0.7803443670272827,
+        0.7804628610610962,
+        0.7783101201057434,
+        0.7653474807739258,
+        0.7699041366577148,
+        0.7579430937767029,
+        0.7628076672554016,
+        0.7528665065765381,
+        0.737476646900177,
+        0.7503429651260376,
+        0.7367711067199707,
+        0.7378262877464294,
+        0.7314146757125854,
+        0.7185308337211609,
+        0.7333664298057556,
+        0.7259722948074341,
+        0.7094188928604126,
+        0.7080173492431641,
+        0.6901776790618896,
+        0.6893530488014221,
+        0.6921060681343079,
+        0.6794414520263672,
+        0.6741979718208313,
+        0.6777495741844177,
+        0.6732162833213806,
+        0.6655297875404358,
+        0.653778076171875,
+        0.6595560312271118,
+        0.6518080234527588,
+        0.646764874458313,
+        0.638920783996582,
+        0.6343178749084473,
+        0.6311275959014893,
+        0.6246241331100464,
+        0.6218652725219727,
+        0.6163731813430786,
+        0.6111378073692322,
+        0.6076267957687378,
+        0.5981936454772949,
+        0.5939598083496094,
+        0.5961582660675049,
+        0.5857393145561218,
+        0.5842080116271973,
+        0.571990430355072,
+        0.5700584053993225,
+        0.563866913318634,
+        0.5590173006057739,
+        0.552795946598053,
+        0.5583353042602539,
+        0.5458809733390808,
+        0.5473352670669556,
+        0.5401336550712585,
+        0.535448431968689,
+        0.5274320244789124,
+        0.5261870622634888,
+        0.5225388407707214,
+        0.5195086598396301,
+        0.5107601881027222,
+        0.5114549994468689,
+        0.5092235207557678,
+        0.5029098987579346,
+        0.4973925054073334,
+        0.49349501729011536,
+        0.49267706274986267,
+        0.4900229871273041,
+        0.4879046678543091,
+        0.4893400967121124,
+        0.48602670431137085,
+        0.4795593321323395,
+        0.4862441420555115,
+        0.4778246283531189,
+        0.4814654290676117,
+        0.47550177574157715,
+        0.4803639054298401,
+        0.47738051414489746,
+        0.4807405471801758,
+        0.47598209977149963,
+        0.4769502282142639,
+        0.4779357314109802,
+        0.4788494408130646,
+        0.4765554368495941,
+        0.4732555150985718,
+        0.473807156085968,
+        0.47624680399894714,
+        0.48092806339263916
+      ],
+      "train_time": [
+        18.778818368911743,
+        9.923492908477783,
+        9.840712070465088,
+        9.865007162094116,
+        9.885600090026855,
+        9.837776899337769,
+        9.902717113494873,
+        9.84788966178894,
+        9.869946241378784,
+        10.036119937896729,
+        9.849252223968506,
+        9.932469367980957,
+        9.923662424087524,
+        9.885215282440186,
+        9.844665765762329,
+        9.840152978897095,
+        9.915095806121826,
+        9.84570860862732,
+        9.889722347259521,
+        9.819325685501099,
+        9.851781129837036,
+        9.938320875167847,
+        9.865082025527954,
+        9.792885541915894,
+        9.855559349060059,
+        9.849597215652466,
+        9.776974439620972,
+        9.785587310791016,
+        9.825646877288818,
+        9.837074518203735,
+        9.79778504371643,
+        9.833034038543701,
+        9.772893905639648,
+        9.926115036010742,
+        9.936296939849854,
+        9.84984040260315,
+        9.749768495559692,
+        9.805906534194946,
+        9.832043647766113,
+        9.904421329498291,
+        9.932491540908813,
+        9.852332592010498,
+        9.831778764724731,
+        9.872900485992432,
+        9.810270547866821,
+        9.813448190689087,
+        9.815758466720581,
+        9.840312957763672,
+        9.805692195892334,
+        9.817950010299683,
+        9.84523057937622,
+        9.772738218307495,
+        9.919843196868896,
+        9.852909326553345,
+        9.781881093978882,
+        9.83100152015686,
+        9.853197574615479,
+        9.840490579605103,
+        9.988727569580078,
+        9.849252700805664,
+        9.853742122650146,
+        9.853835344314575,
+        9.875130653381348,
+        9.790346145629883,
+        9.869003772735596,
+        9.834161520004272,
+        9.806760311126709,
+        9.850942850112915,
+        9.824918031692505,
+        9.859183549880981,
+        10.061535596847534,
+        9.750319957733154,
+        9.832054138183594,
+        9.849148511886597,
+        9.860830068588257,
+        9.85693883895874,
+        9.89073657989502,
+        9.828047513961792,
+        9.836662530899048,
+        9.835277318954468,
+        9.81504774093628,
+        9.943389892578125,
+        9.856332302093506,
+        9.82676911354065,
+        9.935288667678833,
+        9.790462255477905,
+        9.831276893615723,
+        9.840076684951782,
+        9.874672889709473,
+        10.01002287864685,
+        9.906610012054443,
+        9.815390825271606,
+        9.81523609161377,
+        10.009052276611328,
+        9.793399095535278,
+        9.8052077293396,
+        9.825700044631958,
+        9.833482265472412,
+        9.83886981010437,
+        9.786904573440552,
+        9.93022108078003,
+        9.865811109542847,
+        9.830020427703857,
+        9.831852436065674,
+        9.814023733139038,
+        9.989566564559937,
+        9.889081954956055,
+        9.860536575317383,
+        9.838651895523071,
+        9.83980941772461,
+        9.85138750076294,
+        9.922221899032593,
+        9.849008798599243,
+        9.818419933319092,
+        9.847671508789062,
+        9.92557168006897,
+        9.820123672485352,
+        9.849446058273315,
+        9.741612195968628,
+        9.802878856658936,
+        9.807694911956787,
+        9.860484838485718,
+        9.860613584518433,
+        9.891726970672607,
+        9.866134643554688,
+        9.841124773025513,
+        9.86129903793335,
+        9.784495115280151,
+        9.925560474395752,
+        9.79630994796753
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.925294033204409e-08,
+        6.375286432103167e-08,
+        6.062760604663708e-08,
+        5.757136989359424e-08,
+        5.281906823029203e-08,
+        5.107088441036467e-08,
+        4.742179626759935e-08,
+        4.5472035026250524e-08,
+        4.467801062446597e-08,
+        4.457345426089887e-08,
+        4.219623050971677e-08,
+        4.108622420062602e-08,
+        4.1800511496603576e-08,
+        4.00935888933418e-08,
+        4.042232504275489e-08,
+        3.935797465715041e-08,
+        4.038713541376637e-08,
+        3.95467765201829e-08,
+        3.945045889963694e-08,
+        3.9359051129395084e-08,
+        3.895652156415963e-08,
+        3.898510314570558e-08,
+        3.867209485974854e-08,
+        3.969492823330256e-08,
+        3.9560543285688254e-08,
+        3.879321397448621e-08,
+        3.884986199409468e-08,
+        3.861230268853433e-08,
+        3.869188702765314e-08,
+        3.825682171054723e-08,
+        3.869688214308553e-08,
+        3.928069247649546e-08,
+        3.9483591507405436e-08,
+        3.832956707583435e-08,
+        3.858445296600621e-08,
+        3.8491116072236764e-08,
+        3.8352798270580024e-08,
+        3.846141538588199e-08,
+        3.877886456393753e-08,
+        3.7922323059547125e-08,
+        3.8811460711940526e-08,
+        3.837516260318807e-08,
+        3.9376907068344735e-08,
+        3.827663164202022e-08,
+        3.8530952650717154e-08,
+        3.7914240635927854e-08,
+        3.8396724022504714e-08,
+        3.7968263200127694e-08,
+        3.842001561338293e-08,
+        3.812099080846565e-08,
+        3.827333472372629e-08,
+        3.8114965406066403e-08,
+        3.793845948507624e-08,
+        3.7775681249740956e-08,
+        3.841507378865572e-08,
+        3.767368639273627e-08,
+        3.8121918066735816e-08,
+        3.7152688037167536e-08,
+        3.819340932409432e-08,
+        3.8370274069166044e-08,
+        3.832419892546568e-08,
+        3.79212714562982e-08,
+        3.8612427033513086e-08,
+        3.810398396808523e-08,
+        3.878766108300624e-08,
+        3.748182209051265e-08,
+        3.7588552714851176e-08,
+        3.829131856036838e-08,
+        3.77761928405107e-08,
+        3.782054136536317e-08,
+        3.8112329292516733e-08,
+        3.7826804799578895e-08,
+        3.783067725748879e-08,
+        3.774427170810668e-08,
+        3.775702950292725e-08,
+        3.7391355789395675e-08,
+        3.835491213521891e-08,
+        3.768065681697408e-08,
+        3.772117196376712e-08,
+        3.772063550400162e-08,
+        3.768945688875647e-08,
+        3.694208317028824e-08,
+        3.7431075128324665e-08,
+        3.778369972451401e-08,
+        3.732206010909067e-08,
+        3.8515484135359657e-08,
+        3.747313925828166e-08,
+        3.783667779089228e-08,
+        3.770891510157526e-08,
+        3.699152628655611e-08,
+        3.676380799788603e-08,
+        3.790328406694243e-08,
+        3.7261255414478e-08,
+        3.709326179546224e-08,
+        3.7074407543968846e-08,
+        3.79033906483528e-08,
+        3.706683671111932e-08,
+        3.8186517059557445e-08,
+        3.684787586166749e-08,
+        3.656561275988679e-08,
+        3.633319778373334e-08,
+        3.709907403504076e-08,
+        3.750933430524128e-08,
+        3.7166110189446044e-08,
+        3.66415768837669e-08,
+        3.7266691066406565e-08,
+        3.769800471786766e-08,
+        3.663743441961742e-08,
+        3.7756670678845694e-08,
+        3.693331862564264e-08,
+        3.712602492100814e-08,
+        3.669631709612986e-08,
+        3.661738290361427e-08,
+        3.770525580648609e-08,
+        3.6875636766353637e-08,
+        3.6720326335171194e-08,
+        3.636240819560044e-08,
+        3.705973838918908e-08,
+        3.724662178683502e-08,
+        3.6668254210781015e-08,
+        3.6977976236585164e-08,
+        3.709549289965253e-08,
+        3.686378136080748e-08,
+        3.685098803885012e-08,
+        3.688214889052688e-08,
+        3.658048086663257e-08,
+        3.6109032208742065e-08,
+        3.72853712349297e-08,
+        3.728267827796117e-08,
+        3.674939819120482e-08
+      ],
+      "val_accuracy": [
+        53.86000061035156,
+        57.41999816894531,
+        62.20000076293945,
+        63.779998779296875,
+        66.55999755859375,
+        69.44000244140625,
+        62.779998779296875,
+        68.19999694824219,
+        69.5999984741211,
+        69.22000122070312,
+        70.18000030517578,
+        67.44000244140625,
+        71.72000122070312,
+        71.31999969482422,
+        71.45999908447266,
+        71.12000274658203,
+        70.44000244140625,
+        73.66000366210938,
+        72.05999755859375,
+        71.80000305175781,
+        72.91999816894531,
+        73.27999877929688,
+        73.95999908447266,
+        71.62000274658203,
+        71.05999755859375,
+        73.41999816894531,
+        73.12000274658203,
+        73.91999816894531,
+        73.23999786376953,
+        74.44000244140625,
+        72.4000015258789,
+        74.80000305175781,
+        74.62000274658203,
+        74.30000305175781,
+        74.80000305175781,
+        74.9800033569336,
+        74.37999725341797,
+        73.4000015258789,
+        75.45999908447266,
+        75.4000015258789,
+        75.36000061035156,
+        74.86000061035156,
+        74.73999786376953,
+        75.0199966430664,
+        77.54000091552734,
+        73.55999755859375,
+        76.22000122070312,
+        77.27999877929688,
+        76.0199966430664,
+        76.95999908447266,
+        77.27999877929688,
+        76.0,
+        78.76000213623047,
+        77.30000305175781,
+        74.94000244140625,
+        77.45999908447266,
+        76.12000274658203,
+        77.23999786376953,
+        77.68000030517578,
+        76.77999877929688,
+        76.77999877929688,
+        76.68000030517578,
+        78.37999725341797,
+        78.95999908447266,
+        79.41999816894531,
+        78.08000183105469,
+        78.91999816894531,
+        78.69999694824219,
+        78.69999694824219,
+        79.12000274658203,
+        79.41999816894531,
+        78.0,
+        78.72000122070312,
+        79.0,
+        79.13999938964844,
+        80.87999725341797,
+        80.16000366210938,
+        80.77999877929688,
+        80.72000122070312,
+        80.0199966430664,
+        81.04000091552734,
+        79.80000305175781,
+        79.9800033569336,
+        80.69999694824219,
+        80.72000122070312,
+        81.5999984741211,
+        81.13999938964844,
+        80.80000305175781,
+        80.62000274658203,
+        81.9800033569336,
+        80.72000122070312,
+        81.94000244140625,
+        80.83999633789062,
+        81.72000122070312,
+        82.0999984741211,
+        82.4000015258789,
+        82.22000122070312,
+        82.33999633789062,
+        81.86000061035156,
+        82.16000366210938,
+        82.83999633789062,
+        83.13999938964844,
+        82.33999633789062,
+        82.77999877929688,
+        82.55999755859375,
+        83.12000274658203,
+        83.36000061035156,
+        83.05999755859375,
+        82.77999877929688,
+        83.5,
+        83.12000274658203,
+        83.12000274658203,
+        83.41999816894531,
+        83.5999984741211,
+        83.5199966430664,
+        83.36000061035156,
+        83.44000244140625,
+        83.62000274658203,
+        83.4800033569336,
+        83.5999984741211,
+        83.5999984741211,
+        83.55999755859375,
+        83.58000183105469,
+        83.63999938964844,
+        83.63999938964844,
+        83.63999938964844,
+        83.66000366210938,
+        83.63999938964844,
+        83.62000274658203,
+        83.62000274658203
+      ],
+      "val_loss": [
+        1.3072541952133179,
+        1.2280446290969849,
+        1.0573960542678833,
+        1.0414462089538574,
+        0.9522648453712463,
+        0.898181676864624,
+        1.0622799396514893,
+        0.9405991435050964,
+        0.8819076418876648,
+        0.9146879315376282,
+        0.8704563975334167,
+        0.9488264322280884,
+        0.8160790205001831,
+        0.8464770317077637,
+        0.8461046814918518,
+        0.8318732380867004,
+        0.8657218217849731,
+        0.7776504755020142,
+        0.8240125179290771,
+        0.8214200735092163,
+        0.7830262184143066,
+        0.8062766790390015,
+        0.7695965766906738,
+        0.8278334140777588,
+        0.8388386368751526,
+        0.7606051564216614,
+        0.785172700881958,
+        0.7582032084465027,
+        0.7799619436264038,
+        0.7636598944664001,
+        0.7901774644851685,
+        0.7407182455062866,
+        0.7775058150291443,
+        0.761970043182373,
+        0.7364984154701233,
+        0.7284817695617676,
+        0.7533659934997559,
+        0.7646977305412292,
+        0.7312213778495789,
+        0.7157852053642273,
+        0.7289218306541443,
+        0.7516123056411743,
+        0.764893114566803,
+        0.7407283782958984,
+        0.6729142665863037,
+        0.7743363380432129,
+        0.7065904140472412,
+        0.6805933117866516,
+        0.7018749713897705,
+        0.6891623139381409,
+        0.6772482991218567,
+        0.7092026472091675,
+        0.6406453847885132,
+        0.6734452843666077,
+        0.7165464162826538,
+        0.6877725124359131,
+        0.717985212802887,
+        0.6794638633728027,
+        0.6747848391532898,
+        0.6874397397041321,
+        0.7070910930633545,
+        0.680935800075531,
+        0.6321744322776794,
+        0.6223858594894409,
+        0.6071869730949402,
+        0.652325451374054,
+        0.6223613023757935,
+        0.6258611083030701,
+        0.6300478577613831,
+        0.6209903955459595,
+        0.6172446012496948,
+        0.6420075297355652,
+        0.6246157288551331,
+        0.6310708522796631,
+        0.6361948251724243,
+        0.5774872303009033,
+        0.593359112739563,
+        0.5924612283706665,
+        0.5818126797676086,
+        0.6023287773132324,
+        0.5733247995376587,
+        0.5903047919273376,
+        0.6026802659034729,
+        0.5720557570457458,
+        0.5829987525939941,
+        0.5540263652801514,
+        0.5545124411582947,
+        0.5833336710929871,
+        0.5754686594009399,
+        0.5490970015525818,
+        0.5629900097846985,
+        0.5417771339416504,
+        0.5570239424705505,
+        0.5493163466453552,
+        0.533443808555603,
+        0.5370277762413025,
+        0.5358580946922302,
+        0.5248491764068604,
+        0.5458929538726807,
+        0.5314792394638062,
+        0.5238144397735596,
+        0.5122145414352417,
+        0.5256959795951843,
+        0.5159075260162354,
+        0.5162765383720398,
+        0.5123871564865112,
+        0.5039281249046326,
+        0.5047846436500549,
+        0.512056827545166,
+        0.510098934173584,
+        0.5041393637657166,
+        0.5040995478630066,
+        0.4997893273830414,
+        0.4994586706161499,
+        0.49853676557540894,
+        0.500190258026123,
+        0.4978482127189636,
+        0.49852001667022705,
+        0.49819615483283997,
+        0.4981277883052826,
+        0.49813929200172424,
+        0.49813851714134216,
+        0.49808022379875183,
+        0.49808627367019653,
+        0.49810928106307983,
+        0.4980599582195282,
+        0.49797379970550537,
+        0.49802452325820923,
+        0.4980733096599579,
+        0.4981091022491455
+      ],
+      "val_time": [
+        0.8446009159088135,
+        0.1921067237854004,
+        0.1882646083831787,
+        0.18413019180297852,
+        0.18330979347229004,
+        0.19608330726623535,
+        0.19763803482055664,
+        0.19265341758728027,
+        0.19756627082824707,
+        0.16919493675231934,
+        0.20973706245422363,
+        0.1941378116607666,
+        0.19849014282226562,
+        0.18170404434204102,
+        0.17603635787963867,
+        0.18953442573547363,
+        0.19811010360717773,
+        0.19904255867004395,
+        0.19578003883361816,
+        0.2013378143310547,
+        0.1945037841796875,
+        0.17812013626098633,
+        0.1926577091217041,
+        0.19641661643981934,
+        0.18389463424682617,
+        0.19054818153381348,
+        0.18219876289367676,
+        0.18566656112670898,
+        0.19422507286071777,
+        0.19405889511108398,
+        0.19410014152526855,
+        0.19472122192382812,
+        0.19235682487487793,
+        0.1980893611907959,
+        0.1942741870880127,
+        0.193939208984375,
+        0.18712282180786133,
+        0.20015811920166016,
+        0.21535682678222656,
+        0.19478726387023926,
+        0.1910841464996338,
+        0.1960594654083252,
+        0.19333124160766602,
+        0.19890451431274414,
+        0.18366265296936035,
+        0.2005612850189209,
+        0.1814579963684082,
+        0.21003317832946777,
+        0.1983168125152588,
+        0.18478941917419434,
+        0.1925668716430664,
+        0.20004963874816895,
+        0.1924586296081543,
+        0.19382858276367188,
+        0.19660091400146484,
+        0.18561553955078125,
+        0.19195294380187988,
+        0.19941234588623047,
+        0.20583438873291016,
+        0.1959083080291748,
+        0.19503355026245117,
+        0.19258642196655273,
+        0.18740177154541016,
+        0.1875159740447998,
+        0.18396472930908203,
+        0.1884462833404541,
+        0.19904518127441406,
+        0.19214987754821777,
+        0.1929459571838379,
+        0.19248700141906738,
+        0.1872999668121338,
+        0.17742013931274414,
+        0.17911601066589355,
+        0.19631004333496094,
+        0.1923694610595703,
+        0.1922142505645752,
+        0.16687679290771484,
+        0.1805713176727295,
+        0.19391703605651855,
+        0.19495105743408203,
+        0.19277119636535645,
+        0.1802976131439209,
+        0.19541192054748535,
+        0.1979987621307373,
+        0.19295454025268555,
+        0.18728160858154297,
+        0.19387149810791016,
+        0.19464755058288574,
+        0.18907690048217773,
+        0.1964552402496338,
+        0.18157052993774414,
+        0.18178725242614746,
+        0.19469404220581055,
+        0.19526243209838867,
+        0.18154382705688477,
+        0.18123459815979004,
+        0.17172718048095703,
+        0.18367409706115723,
+        0.19046998023986816,
+        0.19528770446777344,
+        0.19454312324523926,
+        0.18105292320251465,
+        0.19398832321166992,
+        0.17598915100097656,
+        0.20167160034179688,
+        0.20643210411071777,
+        0.18278145790100098,
+        0.19420838356018066,
+        0.1931135654449463,
+        0.17000555992126465,
+        0.20527267456054688,
+        0.192460298538208,
+        0.1918964385986328,
+        0.19483613967895508,
+        0.2044200897216797,
+        0.1887190341949463,
+        0.19278740882873535,
+        0.17222237586975098,
+        0.19470453262329102,
+        0.19506168365478516,
+        0.19208025932312012,
+        0.18878531455993652,
+        0.1927354335784912,
+        0.16942763328552246,
+        0.19490957260131836,
+        0.1929187774658203,
+        0.19709253311157227,
+        0.21024823188781738,
+        0.2069230079650879,
+        0.20119738578796387
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        3.999999523162842,
+        4.0,
+        4.000000476837158
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 83.62000274658203,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "oracle",
+  "seed": 1992,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}