results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json
new file mode 100644
index 0000000..a440b0a
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-innovation/2026_08_06_14_42_34/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1992",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1992-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786046692.2605681,
+  "condition": "innovation",
+  "driver_wall_seconds": 1346.315530538559,
+  "experiment_name": "dp-bias-c1-s1992-innovation",
+  "hardware": {
+    "cuda_visible_devices": "7",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 7,
+    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
+  },
+  "history": {
+    "best_epoch": 117,
+    "best_validation_accuracy": 82.69999694824219,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        5.651546644003247e-07,
+        8.183296245078964e-07,
+        9.623547612136463e-07,
+        1.0521866897761356e-06,
+        1.1353199624863919e-06,
+        1.1975700999755645e-06,
+        1.2405216693878174e-06,
+        1.2709000429822481e-06,
+        1.2963538438270916e-06,
+        1.3015811646255315e-06,
+        1.3595301879831823e-06,
+        1.4081008430366637e-06,
+        1.4337198308567167e-06,
+        1.4321806247608038e-06,
+        1.4943502719688695e-06,
+        1.4768122582609067e-06,
+        1.480432047173963e-06,
+        1.5402991948576528e-06,
+        1.5698208244430134e-06,
+        1.602327756700106e-06,
+        1.5500125982725876e-06,
+        1.604511339792225e-06,
+        1.6326865761584486e-06,
+        1.59759622420097e-06,
+        1.624595938665152e-06,
+        1.5999989955162164e-06,
+        1.678737930888019e-06,
+        1.626085349926143e-06,
+        1.6563691360715893e-06,
+        1.6828888647069107e-06,
+        1.6739924149078433e-06,
+        1.71523129210982e-06,
+        1.7020709037751658e-06,
+        1.6956871604634216e-06,
+        1.6859214611031348e-06,
+        1.7292235270360834e-06,
+        1.74332387814502e-06,
+        1.7710452766550588e-06,
+        1.7297602425969671e-06,
+        1.7068025499611394e-06,
+        1.7129830212070374e-06,
+        1.7160131164928316e-06,
+        1.717285840641125e-06,
+        1.7761627759682597e-06,
+        1.7704693391351611e-06,
+        1.7809674091040506e-06,
+        1.7693188283374184e-06,
+        1.7996178485191194e-06,
+        1.7940952830031165e-06,
+        1.8262009007230517e-06,
+        1.8152126131099067e-06,
+        1.841745415731566e-06,
+        1.8266813412992633e-06,
+        1.8321826473766123e-06,
+        1.8447125285092625e-06,
+        1.8702415900406777e-06,
+        1.903952920656593e-06,
+        1.8920712818726315e-06,
+        1.869616653493722e-06,
+        1.8990285752806813e-06,
+        1.941408072525519e-06,
+        1.960668896572315e-06,
+        1.9551471268641762e-06,
+        1.9541096207831288e-06,
+        1.955774450834724e-06,
+        1.9548717773432145e-06,
+        1.9740500647458248e-06,
+        2.015139671129873e-06,
+        1.956517735379748e-06,
+        1.998964535232517e-06,
+        2.0526758817140944e-06,
+        2.0338916328910273e-06,
+        1.992527131733368e-06,
+        2.0532268081296934e-06,
+        2.027558139161556e-06,
+        2.1089683741593035e-06,
+        2.124070078934892e-06,
+        2.0946763470419683e-06,
+        2.1284363356244285e-06,
+        2.1082369130454026e-06,
+        2.1778125756100053e-06,
+        2.1713356090913294e-06,
+        2.1467387796292314e-06,
+        2.1829732759215403e-06,
+        2.217879000454559e-06,
+        2.1738267150794854e-06,
+        2.1505384211195633e-06,
+        2.2504834760184167e-06,
+        2.2300100681604818e-06,
+        2.2555866507900646e-06,
+        2.318631914022262e-06,
+        2.2768363123759627e-06,
+        2.3528643851022935e-06,
+        2.3245022475748556e-06,
+        2.3254615371115506e-06,
+        2.3218617570819333e-06,
+        2.3860138753661886e-06,
+        2.4109717742248904e-06,
+        2.3877214516687673e-06,
+        2.41563975578174e-06,
+        2.4321352611877955e-06,
+        2.423603518764139e-06,
+        2.46761851485644e-06,
+        2.4689350084372563e-06,
+        2.4082335130515276e-06,
+        2.491648501745658e-06,
+        2.5008328066178365e-06,
+        2.5009037472045748e-06,
+        2.4603318706795108e-06,
+        2.5455301511101425e-06,
+        2.567807086961693e-06,
+        2.6151371912419563e-06,
+        2.5183164780173684e-06,
+        2.5784374884096906e-06,
+        2.5896924853441305e-06,
+        2.577258328528842e-06,
+        2.552273144829087e-06,
+        2.5661929612397216e-06,
+        2.5706124233693117e-06,
+        2.540210289225797e-06,
+        2.507097178749973e-06,
+        2.560181428634678e-06,
+        2.5713002287375275e-06,
+        2.6006016469182214e-06,
+        2.5691501832625363e-06,
+        2.53626171797805e-06,
+        2.5778572307899594e-06,
+        2.5929293769877404e-06,
+        2.5796623503993033e-06,
+        2.514925427021808e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.50960049092464e-08,
+        8.258388106696657e-08,
+        8.292661135556045e-08,
+        8.240023419148201e-08,
+        8.276700924625402e-08,
+        8.342406943029346e-08,
+        8.268934692523544e-08,
+        8.297347875441119e-08,
+        8.308713717042338e-08,
+        8.155715391922058e-08,
+        8.258979278252809e-08,
+        8.322820832518119e-08,
+        8.340019519437192e-08,
+        8.218025016049069e-08,
+        8.302435361429161e-08,
+        8.236218462798206e-08,
+        8.153133990163042e-08,
+        8.290618325190735e-08,
+        8.398667006304095e-08,
+        8.400206041869751e-08,
+        8.278261276473131e-08,
+        8.403399931466993e-08,
+        8.511941018696234e-08,
+        8.276051488564917e-08,
+        8.322100342184058e-08,
+        8.222610148322929e-08,
+        8.367042170220884e-08,
+        8.233562454051935e-08,
+        8.311934607263538e-08,
+        8.37106668427623e-08,
+        8.356420977406742e-08,
+        8.419051766850316e-08,
+        8.351211278068149e-08,
+        8.220212777132474e-08,
+        8.26061139491685e-08,
+        8.317135780089302e-08,
+        8.370455617523476e-08,
+        8.434967213588607e-08,
+        8.228574444046899e-08,
+        8.150999519784818e-08,
+        8.204293777680505e-08,
+        8.196978740215854e-08,
+        8.10964948527726e-08,
+        8.328209588626123e-08,
+        8.23640036173856e-08,
+        8.287767627734866e-08,
+        8.205585544374117e-08,
+        8.284622055043656e-08,
+        8.227863901311139e-08,
+        8.332091994134316e-08,
+        8.333514500691308e-08,
+        8.308411025836904e-08,
+        8.19843748445237e-08,
+        8.174956889206442e-08,
+        8.267072360013117e-08,
+        8.266638928944303e-08,
+        8.443795707080426e-08,
+        8.298262343942042e-08,
+        8.132528961368735e-08,
+        8.358014014220316e-08,
+        8.475873158886316e-08,
+        8.33394651067465e-08,
+        8.3665099737118e-08,
+        8.286315988925708e-08,
+        8.22020851387606e-08,
+        8.249905647517153e-08,
+        8.25098211976183e-08,
+        8.351154434649288e-08,
+        8.232938597529937e-08,
+        8.329129030926197e-08,
+        8.482998481440518e-08,
+        8.269743290156839e-08,
+        8.117754646264075e-08,
+        8.387352323779851e-08,
+        8.223187819567102e-08,
+        8.358972536370857e-08,
+        8.449873689642118e-08,
+        8.318366440107638e-08,
+        8.320493805058504e-08,
+        8.226727743476658e-08,
+        8.383893401742171e-08,
+        8.294338016412439e-08,
+        8.268479234629922e-08,
+        8.30697715059614e-08,
+        8.355789304914651e-08,
+        8.240237292511665e-08,
+        8.083411273673846e-08,
+        8.408332519138639e-08,
+        8.281033103685331e-08,
+        8.227259939985743e-08,
+        8.445503141274457e-08,
+        8.21512884385811e-08,
+        8.364380477132727e-08,
+        8.416702002023158e-08,
+        8.273364215938273e-08,
+        8.280107977043372e-08,
+        8.437949361450592e-08,
+        8.460397538101461e-08,
+        8.264792938916798e-08,
+        8.347059576863103e-08,
+        8.350096436515742e-08,
+        8.286376385058247e-08,
+        8.409013929622233e-08,
+        8.349802982365873e-08,
+        8.221269354180549e-08,
+        8.323530664711143e-08,
+        8.374986038006682e-08,
+        8.309389443184045e-08,
+        8.179910793160161e-08,
+        8.448528632243324e-08,
+        8.398345130444795e-08,
+        8.544974861024457e-08,
+        8.169451604089772e-08,
+        8.36910913903921e-08,
+        8.420163055689045e-08,
+        8.383041461001994e-08,
+        8.283778640816308e-08,
+        8.276513341343161e-08,
+        8.299112153054011e-08,
+        8.222558278703218e-08,
+        8.135052098623419e-08,
+        8.269945794836531e-08,
+        8.298652431903975e-08,
+        8.423933195444988e-08,
+        8.311447885489542e-08,
+        8.208559165723273e-08,
+        8.317649502487257e-08,
+        8.3474589018806e-08,
+        8.302215093181076e-08,
+        8.139128482298474e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.264391899108887,
+        6.977414131164551,
+        7.234428405761719,
+        7.242570877075195,
+        7.074718475341797,
+        6.900444030761719,
+        6.852675437927246,
+        6.733451843261719,
+        6.659199237823486,
+        6.656491756439209,
+        6.610866546630859,
+        6.532876491546631,
+        6.5610737800598145,
+        6.644333362579346,
+        6.758328914642334,
+        6.668023586273193,
+        6.697525978088379,
+        6.739274978637695,
+        6.7276835441589355,
+        6.798233509063721,
+        6.714458465576172,
+        6.756107330322266,
+        6.817115783691406,
+        6.812081336975098,
+        6.803969383239746,
+        6.752786636352539,
+        6.922989368438721,
+        6.874139308929443,
+        6.906683921813965,
+        6.8743062019348145,
+        6.873038291931152,
+        6.939213275909424,
+        6.907401084899902,
+        7.011395454406738,
+        6.899348735809326,
+        6.9814934730529785,
+        6.954258918762207,
+        7.041719913482666,
+        7.013198375701904,
+        7.027947902679443,
+        6.9531731605529785,
+        6.993313789367676,
+        7.078413486480713,
+        7.026374816894531,
+        7.08477258682251,
+        7.038379669189453,
+        7.059563159942627,
+        7.08232307434082,
+        7.119500637054443,
+        7.1012444496154785,
+        7.067852973937988,
+        7.194443225860596,
+        7.207388401031494,
+        7.210241317749023,
+        7.207858085632324,
+        7.204678058624268,
+        7.222621440887451,
+        7.286028861999512,
+        7.286786079406738,
+        7.280644416809082,
+        7.28926420211792,
+        7.429694175720215,
+        7.350874900817871,
+        7.432041645050049,
+        7.448301792144775,
+        7.358059406280518,
+        7.388880252838135,
+        7.400780200958252,
+        7.388784885406494,
+        7.426681995391846,
+        7.420624256134033,
+        7.512842655181885,
+        7.510833263397217,
+        7.4464921951293945,
+        7.494802474975586,
+        7.563401699066162,
+        7.536273002624512,
+        7.578645706176758,
+        7.6361212730407715,
+        7.622544288635254,
+        7.670511245727539,
+        7.686807632446289,
+        7.660233497619629,
+        7.680441856384277,
+        7.6970438957214355,
+        7.657654285430908,
+        7.716334819793701,
+        7.743330478668213,
+        7.764619827270508,
+        7.854963779449463,
+        7.7893900871276855,
+        7.849416255950928,
+        7.880742073059082,
+        7.7743401527404785,
+        7.8430047035217285,
+        7.819005012512207,
+        7.808786392211914,
+        7.805038928985596,
+        7.8809895515441895,
+        7.86430025100708,
+        7.837190628051758,
+        7.85666561126709,
+        7.8321051597595215,
+        7.892631530761719,
+        7.828040599822998,
+        7.9050703048706055,
+        7.880544185638428,
+        7.910172462463379,
+        7.8894782066345215,
+        7.878538608551025,
+        7.936524391174316,
+        7.915570259094238,
+        7.950175762176514,
+        7.949460506439209,
+        7.903659820556641,
+        7.914787292480469,
+        7.898887634277344,
+        7.975059986114502,
+        7.969872951507568,
+        7.948004722595215,
+        7.92954683303833,
+        7.958200931549072,
+        7.966342926025391,
+        7.947449207305908,
+        7.957923412322998,
+        7.949538707733154,
+        7.966967582702637,
+        7.986464977264404,
+        7.974283218383789,
+        7.9395527839660645
+      ],
+      "train_accuracy": [
+        39.03555679321289,
+        51.29777908325195,
+        56.428890228271484,
+        59.36888885498047,
+        61.893333435058594,
+        63.364444732666016,
+        64.44666290283203,
+        64.5111083984375,
+        64.93333435058594,
+        65.16222381591797,
+        65.91555786132812,
+        66.4022216796875,
+        66.7933349609375,
+        67.05110931396484,
+        68.04222106933594,
+        67.7933349609375,
+        67.95999908447266,
+        68.38444519042969,
+        68.9000015258789,
+        69.20222473144531,
+        68.7955551147461,
+        69.4022216796875,
+        69.3022232055664,
+        69.77999877929688,
+        70.13555908203125,
+        70.1933364868164,
+        70.68000030517578,
+        70.39555358886719,
+        70.6866683959961,
+        70.90666961669922,
+        70.81777954101562,
+        71.35333251953125,
+        71.66222381591797,
+        71.4911117553711,
+        71.4022216796875,
+        71.6844482421875,
+        71.78221893310547,
+        71.97110748291016,
+        72.1977767944336,
+        72.22888946533203,
+        72.03778076171875,
+        72.05999755859375,
+        72.64888763427734,
+        72.9000015258789,
+        73.0977783203125,
+        73.15777587890625,
+        73.11333465576172,
+        73.38666534423828,
+        73.8022232055664,
+        73.66444396972656,
+        73.72888946533203,
+        74.12889099121094,
+        74.31999969482422,
+        74.61555480957031,
+        74.44444274902344,
+        74.913330078125,
+        75.08222198486328,
+        75.12889099121094,
+        75.41999816894531,
+        75.10444641113281,
+        75.08000183105469,
+        75.59333038330078,
+        75.55999755859375,
+        76.2911148071289,
+        75.83110809326172,
+        76.42222595214844,
+        76.52889251708984,
+        76.73555755615234,
+        76.73110961914062,
+        76.7088851928711,
+        77.08444213867188,
+        77.2933349609375,
+        77.44444274902344,
+        77.25111389160156,
+        77.85778045654297,
+        77.87333679199219,
+        77.9800033569336,
+        78.23999786376953,
+        78.65110778808594,
+        78.75555419921875,
+        78.73332977294922,
+        79.1844482421875,
+        79.06888580322266,
+        79.26222229003906,
+        79.44666290283203,
+        79.4888916015625,
+        79.62666320800781,
+        79.78221893310547,
+        80.1977767944336,
+        80.66444396972656,
+        80.57111358642578,
+        80.65333557128906,
+        81.05110931396484,
+        80.91777801513672,
+        81.06444549560547,
+        81.12666320800781,
+        81.39555358886719,
+        81.48444366455078,
+        81.73332977294922,
+        81.88888549804688,
+        82.16222381591797,
+        82.14888763427734,
+        82.19999694824219,
+        82.6066665649414,
+        82.62666320800781,
+        82.9111099243164,
+        82.90666961669922,
+        82.9977798461914,
+        82.98222351074219,
+        83.21778106689453,
+        83.4044418334961,
+        83.22000122070312,
+        83.48222351074219,
+        83.55777740478516,
+        83.4022216796875,
+        83.79777526855469,
+        83.59111022949219,
+        83.82444763183594,
+        83.8155517578125,
+        83.6933364868164,
+        83.586669921875,
+        83.91999816894531,
+        83.77555847167969,
+        83.68888854980469,
+        83.65777587890625,
+        83.57777404785156,
+        83.88444519042969,
+        83.71111297607422,
+        83.83333587646484,
+        83.64444732666016
+      ],
+      "train_loss": [
+        1.7050100564956665,
+        1.3710148334503174,
+        1.2383077144622803,
+        1.1632145643234253,
+        1.0935990810394287,
+        1.0536491870880127,
+        1.0202282667160034,
+        1.0206316709518433,
+        1.0105252265930176,
+        1.0069206953048706,
+        0.9880034327507019,
+        0.9746926426887512,
+        0.9687619805335999,
+        0.9525028467178345,
+        0.9317524433135986,
+        0.9350137114524841,
+        0.9261712431907654,
+        0.904508650302887,
+        0.9005576968193054,
+        0.896055281162262,
+        0.9039478898048401,
+        0.8939375877380371,
+        0.8926700949668884,
+        0.8764123320579529,
+        0.867428719997406,
+        0.8673074245452881,
+        0.8557270765304565,
+        0.8624234795570374,
+        0.8549641966819763,
+        0.850317120552063,
+        0.8495632410049438,
+        0.8343561291694641,
+        0.8283343315124512,
+        0.8305894136428833,
+        0.8315274119377136,
+        0.8216957449913025,
+        0.8196675181388855,
+        0.8159430623054504,
+        0.8080921769142151,
+        0.8077465891838074,
+        0.808620274066925,
+        0.8072639107704163,
+        0.8010877370834351,
+        0.7903465628623962,
+        0.7857382297515869,
+        0.7829195261001587,
+        0.7806415557861328,
+        0.7712002396583557,
+        0.7589397430419922,
+        0.7672277688980103,
+        0.7642031311988831,
+        0.7534486055374146,
+        0.7481210231781006,
+        0.7404558658599854,
+        0.7429067492485046,
+        0.734068751335144,
+        0.7317671775817871,
+        0.7278575897216797,
+        0.7146227359771729,
+        0.7231827974319458,
+        0.7217106223106384,
+        0.7032854557037354,
+        0.7022920846939087,
+        0.693237841129303,
+        0.6911247968673706,
+        0.6874701380729675,
+        0.6819620728492737,
+        0.6771761178970337,
+        0.6766675710678101,
+        0.671692967414856,
+        0.6655333638191223,
+        0.6566385626792908,
+        0.6542138457298279,
+        0.6547013521194458,
+        0.642994225025177,
+        0.6350389719009399,
+        0.6373831033706665,
+        0.6255748271942139,
+        0.6199999451637268,
+        0.6172025799751282,
+        0.613323986530304,
+        0.6072865128517151,
+        0.6063575744628906,
+        0.5992239117622375,
+        0.5913497805595398,
+        0.5942967534065247,
+        0.5888499617576599,
+        0.5814456939697266,
+        0.5726745128631592,
+        0.5647868514060974,
+        0.5645409226417542,
+        0.557034969329834,
+        0.5476405620574951,
+        0.5570142269134521,
+        0.5480912327766418,
+        0.5466099977493286,
+        0.5368179082870483,
+        0.5363700985908508,
+        0.5277553200721741,
+        0.5218702554702759,
+        0.5207218527793884,
+        0.5165232419967651,
+        0.5119051933288574,
+        0.5084289312362671,
+        0.504882276058197,
+        0.5005626678466797,
+        0.4955200254917145,
+        0.49458929896354675,
+        0.4927699863910675,
+        0.48804980516433716,
+        0.483784556388855,
+        0.4872121214866638,
+        0.48265787959098816,
+        0.4779576361179352,
+        0.4829760193824768,
+        0.4769781529903412,
+        0.47825467586517334,
+        0.47342556715011597,
+        0.4762439727783203,
+        0.4765535891056061,
+        0.47896140813827515,
+        0.4745793342590332,
+        0.4752707779407501,
+        0.4762120842933655,
+        0.4745115637779236,
+        0.47727811336517334,
+        0.4740276336669922,
+        0.47310781478881836,
+        0.472671240568161,
+        0.47827354073524475
+      ],
+      "train_time": [
+        18.88169527053833,
+        9.87637972831726,
+        9.758576393127441,
+        9.785034656524658,
+        9.764633178710938,
+        9.820734024047852,
+        9.820387363433838,
+        9.82467794418335,
+        9.829710483551025,
+        9.852084159851074,
+        9.954957485198975,
+        9.837259292602539,
+        9.87480902671814,
+        9.965913772583008,
+        9.906282186508179,
+        9.835652589797974,
+        9.823774576187134,
+        9.83445954322815,
+        9.855238914489746,
+        9.861167669296265,
+        9.894710302352905,
+        9.982568264007568,
+        9.844011783599854,
+        10.089291334152222,
+        9.927250862121582,
+        9.874633550643921,
+        9.895368814468384,
+        9.912256002426147,
+        9.883951425552368,
+        9.882731199264526,
+        9.904271125793457,
+        9.915597200393677,
+        9.840923070907593,
+        9.893220663070679,
+        9.919587135314941,
+        10.009455680847168,
+        9.878145217895508,
+        9.843203783035278,
+        9.900217533111572,
+        9.840424299240112,
+        9.840992450714111,
+        9.895076990127563,
+        9.888073682785034,
+        9.833515644073486,
+        9.873387813568115,
+        9.931336164474487,
+        9.881017446517944,
+        9.908246278762817,
+        9.931577205657959,
+        9.922688484191895,
+        9.87697458267212,
+        9.829064846038818,
+        9.92991852760315,
+        10.000928401947021,
+        9.86267638206482,
+        9.907257318496704,
+        9.864912748336792,
+        9.950313568115234,
+        9.934519052505493,
+        9.857193231582642,
+        9.894596099853516,
+        9.878852605819702,
+        9.888504981994629,
+        9.986425161361694,
+        9.960387706756592,
+        9.857789278030396,
+        9.866389989852905,
+        9.8946533203125,
+        9.89612865447998,
+        9.888733863830566,
+        9.969621419906616,
+        9.845349073410034,
+        10.088027238845825,
+        9.895280838012695,
+        9.873594999313354,
+        9.878232479095459,
+        9.912907838821411,
+        9.870383501052856,
+        9.91002631187439,
+        9.866389989852905,
+        9.925384759902954,
+        9.900957107543945,
+        9.891926527023315,
+        9.864474534988403,
+        10.026838541030884,
+        9.85693645477295,
+        9.911916494369507,
+        9.90084719657898,
+        9.880249500274658,
+        9.888854265213013,
+        9.889341354370117,
+        9.849279165267944,
+        9.965396165847778,
+        9.858044624328613,
+        9.88704228401184,
+        10.007735252380371,
+        9.865707159042358,
+        9.886194467544556,
+        9.861822128295898,
+        9.962710618972778,
+        9.856233358383179,
+        9.93103837966919,
+        9.904097318649292,
+        9.978773832321167,
+        9.897315979003906,
+        9.866923093795776,
+        9.901127099990845,
+        9.935178518295288,
+        9.823058605194092,
+        9.868002653121948,
+        9.978318452835083,
+        9.859058380126953,
+        9.869467973709106,
+        9.913764953613281,
+        9.855556964874268,
+        9.890502452850342,
+        9.929212808609009,
+        9.836121797561646,
+        10.05497121810913,
+        9.942312717437744,
+        9.842143535614014,
+        9.900411128997803,
+        9.907083988189697,
+        9.908019065856934,
+        10.007301568984985,
+        9.982827425003052,
+        9.949947118759155,
+        9.876493692398071,
+        9.92984914779663,
+        9.860271215438843
+      ],
+      "used_clean_difference_rms_ratio": [
+        4.4822078848483216e-07,
+        5.760957719758153e-07,
+        5.994118623675604e-07,
+        5.978097306069685e-07,
+        5.862115699528658e-07,
+        5.762482828686188e-07,
+        5.668705966854759e-07,
+        5.581645154961734e-07,
+        5.520756758414791e-07,
+        5.428493068393436e-07,
+        5.460718739414006e-07,
+        5.439042070065625e-07,
+        5.480965228343848e-07,
+        5.464628429763252e-07,
+        5.608433752968267e-07,
+        5.499639428308001e-07,
+        5.463940055960848e-07,
+        5.586741735896794e-07,
+        5.651799597217178e-07,
+        5.717996032217343e-07,
+        5.567583230003947e-07,
+        5.687132897946867e-07,
+        5.80025357521663e-07,
+        5.642499445457361e-07,
+        5.669191978086019e-07,
+        5.547072987610591e-07,
+        5.810327934341331e-07,
+        5.657778388012957e-07,
+        5.746895226366178e-07,
+        5.747428417635092e-07,
+        5.742662665397802e-07,
+        5.840208814333891e-07,
+        5.771802875642607e-07,
+        5.757042913501209e-07,
+        5.699369012290845e-07,
+        5.805755449728167e-07,
+        5.82114637381892e-07,
+        5.930539828113979e-07,
+        5.771224778072792e-07,
+        5.719714977203694e-07,
+        5.694743663298141e-07,
+        5.744824420617078e-07,
+        5.744067266277852e-07,
+        5.847996362717822e-07,
+        5.82879920330015e-07,
+        5.830258942296496e-07,
+        5.784152676824306e-07,
+        5.867061645403737e-07,
+        5.85030477395776e-07,
+        5.907816102990182e-07,
+        5.89129797390342e-07,
+        5.975937256152974e-07,
+        5.909190008424048e-07,
+        5.903164606024802e-07,
+        5.951652042313071e-07,
+        5.956609356871923e-07,
+        6.098628091422142e-07,
+        6.039232971488673e-07,
+        5.924406991653086e-07,
+        6.088816348892578e-07,
+        6.184535550346482e-07,
+        6.192428259055305e-07,
+        6.158655310173344e-07,
+        6.162171644064074e-07,
+        6.125266622802883e-07,
+        6.061812882762752e-07,
+        6.087673227739288e-07,
+        6.1882769841759e-07,
+        6.080518346607278e-07,
+        6.181131766425096e-07,
+        6.295384764598566e-07,
+        6.202543545441586e-07,
+        6.091466389079869e-07,
+        6.241951950869407e-07,
+        6.162706540635554e-07,
+        6.326141601675772e-07,
+        6.374968961608829e-07,
+        6.298080279520946e-07,
+        6.350086891870887e-07,
+        6.26958183147508e-07,
+        6.441638902288105e-07,
+        6.383480695149046e-07,
+        6.343007612485962e-07,
+        6.380715262821468e-07,
+        6.433107841985475e-07,
+        6.304773023657617e-07,
+        6.234928946469154e-07,
+        6.497640470115584e-07,
+        6.428198844332655e-07,
+        6.45870727566944e-07,
+        6.568994308508991e-07,
+        6.446019256145519e-07,
+        6.606869646930136e-07,
+        6.547732596118294e-07,
+        6.494761919384473e-07,
+        6.464225634772447e-07,
+        6.590755674551474e-07,
+        6.608759690607258e-07,
+        6.515471682178031e-07,
+        6.559998269040079e-07,
+        6.544710231537465e-07,
+        6.508188903353584e-07,
+        6.593223247364222e-07,
+        6.585646019630076e-07,
+        6.434329407056794e-07,
+        6.579107889592706e-07,
+        6.58457850022387e-07,
+        6.573938549081504e-07,
+        6.458135999309889e-07,
+        6.646000088039727e-07,
+        6.672507311122899e-07,
+        6.777426619919424e-07,
+        6.502331189039978e-07,
+        6.647945838267333e-07,
+        6.662963869530358e-07,
+        6.631299811488134e-07,
+        6.558047402904776e-07,
+        6.603428346352302e-07,
+        6.612132779082458e-07,
+        6.538899697261513e-07,
+        6.458213874793728e-07,
+        6.586879521819355e-07,
+        6.613673804167775e-07,
+        6.688381404273969e-07,
+        6.606204578929464e-07,
+        6.528656513182796e-07,
+        6.629125550716708e-07,
+        6.674866881439812e-07,
+        6.635289082623785e-07,
+        6.471222491200024e-07
+      ],
+      "val_accuracy": [
+        53.63999938964844,
+        57.5,
+        62.7599983215332,
+        63.959999084472656,
+        67.19999694824219,
+        68.83999633789062,
+        63.2599983215332,
+        68.22000122070312,
+        68.5999984741211,
+        68.87999725341797,
+        70.22000122070312,
+        70.36000061035156,
+        71.0,
+        70.58000183105469,
+        72.41999816894531,
+        70.9800033569336,
+        71.80000305175781,
+        73.33999633789062,
+        72.16000366210938,
+        71.72000122070312,
+        72.0,
+        72.68000030517578,
+        72.83999633789062,
+        73.08000183105469,
+        72.16000366210938,
+        72.33999633789062,
+        72.4000015258789,
+        72.66000366210938,
+        74.62000274658203,
+        73.23999786376953,
+        73.54000091552734,
+        73.54000091552734,
+        72.94000244140625,
+        73.54000091552734,
+        74.54000091552734,
+        74.76000213623047,
+        73.4000015258789,
+        72.80000305175781,
+        73.54000091552734,
+        75.45999908447266,
+        75.5,
+        76.62000274658203,
+        75.27999877929688,
+        72.62000274658203,
+        76.80000305175781,
+        74.26000213623047,
+        75.27999877929688,
+        77.30000305175781,
+        75.19999694824219,
+        75.62000274658203,
+        77.19999694824219,
+        75.31999969482422,
+        78.05999755859375,
+        75.87999725341797,
+        77.36000061035156,
+        76.76000213623047,
+        75.45999908447266,
+        77.33999633789062,
+        76.83999633789062,
+        77.45999908447266,
+        76.76000213623047,
+        75.5,
+        78.22000122070312,
+        77.13999938964844,
+        79.04000091552734,
+        77.76000213623047,
+        78.37999725341797,
+        77.33999633789062,
+        79.33999633789062,
+        78.81999969482422,
+        78.5,
+        77.86000061035156,
+        78.66000366210938,
+        78.86000061035156,
+        78.5999984741211,
+        80.08000183105469,
+        78.77999877929688,
+        79.76000213623047,
+        79.4800033569336,
+        80.18000030517578,
+        81.05999755859375,
+        79.9000015258789,
+        79.31999969482422,
+        81.18000030517578,
+        80.26000213623047,
+        81.0,
+        80.83999633789062,
+        80.12000274658203,
+        80.23999786376953,
+        81.26000213623047,
+        80.91999816894531,
+        80.86000061035156,
+        80.68000030517578,
+        80.73999786376953,
+        82.0999984741211,
+        81.08000183105469,
+        80.80000305175781,
+        81.73999786376953,
+        81.31999969482422,
+        81.37999725341797,
+        81.69999694824219,
+        81.63999938964844,
+        81.18000030517578,
+        81.4800033569336,
+        81.81999969482422,
+        81.95999908447266,
+        82.37999725341797,
+        82.54000091552734,
+        82.22000122070312,
+        82.37999725341797,
+        82.68000030517578,
+        82.44000244140625,
+        82.58000183105469,
+        82.62000274658203,
+        82.62000274658203,
+        82.45999908447266,
+        82.69999694824219,
+        82.58000183105469,
+        82.68000030517578,
+        82.68000030517578,
+        82.69999694824219,
+        82.66000366210938,
+        82.68000030517578,
+        82.63999938964844,
+        82.63999938964844,
+        82.66000366210938,
+        82.68000030517578,
+        82.66000366210938,
+        82.62000274658203,
+        82.68000030517578
+      ],
+      "val_loss": [
+        1.3078911304473877,
+        1.2291427850723267,
+        1.046504259109497,
+        1.0424591302871704,
+        0.9432889819145203,
+        0.9115638732910156,
+        1.048808217048645,
+        0.9226730465888977,
+        0.8861709833145142,
+        0.901089072227478,
+        0.8675469160079956,
+        0.8844452500343323,
+        0.853136420249939,
+        0.8672876954078674,
+        0.8175320625305176,
+        0.8366456627845764,
+        0.8339214324951172,
+        0.7920310497283936,
+        0.8080245852470398,
+        0.819942831993103,
+        0.8157350420951843,
+        0.8236144185066223,
+        0.8114354014396667,
+        0.8087978959083557,
+        0.7900000810623169,
+        0.8134582042694092,
+        0.8002684116363525,
+        0.7763575911521912,
+        0.75154709815979,
+        0.7705303430557251,
+        0.764462947845459,
+        0.7811369299888611,
+        0.8171564340591431,
+        0.7755085229873657,
+        0.7455933094024658,
+        0.730856716632843,
+        0.7811276316642761,
+        0.7978798747062683,
+        0.7629575133323669,
+        0.7343873381614685,
+        0.7259421348571777,
+        0.7088908553123474,
+        0.726820707321167,
+        0.7946666479110718,
+        0.6926457285881042,
+        0.7601248025894165,
+        0.7398520708084106,
+        0.6868435144424438,
+        0.7331575155258179,
+        0.6958214640617371,
+        0.6675768494606018,
+        0.7134968042373657,
+        0.6495764255523682,
+        0.7132424712181091,
+        0.6753435730934143,
+        0.6862394213676453,
+        0.7329705953598022,
+        0.6717165112495422,
+        0.6821414828300476,
+        0.6511173844337463,
+        0.6952592730522156,
+        0.697197437286377,
+        0.6292640566825867,
+        0.6622451543807983,
+        0.6136947870254517,
+        0.6583985686302185,
+        0.6362812519073486,
+        0.6524500250816345,
+        0.6078343391418457,
+        0.6125659346580505,
+        0.6415155529975891,
+        0.6490184664726257,
+        0.6172807216644287,
+        0.614140510559082,
+        0.6305233836174011,
+        0.5825631618499756,
+        0.6201512217521667,
+        0.5939549803733826,
+        0.5935849547386169,
+        0.5882190465927124,
+        0.5690504312515259,
+        0.5820308923721313,
+        0.6097471117973328,
+        0.5684967637062073,
+        0.5814794301986694,
+        0.5584462881088257,
+        0.5589359998703003,
+        0.5811407566070557,
+        0.5804787278175354,
+        0.5442330837249756,
+        0.5619701147079468,
+        0.5586175918579102,
+        0.5531511306762695,
+        0.556577205657959,
+        0.5309391617774963,
+        0.5462487936019897,
+        0.5499193072319031,
+        0.526013970375061,
+        0.5468360185623169,
+        0.5448687672615051,
+        0.5242730379104614,
+        0.5249059200286865,
+        0.5366131067276001,
+        0.5257766842842102,
+        0.5244796276092529,
+        0.5222634673118591,
+        0.5141039490699768,
+        0.5140299201011658,
+        0.5150713920593262,
+        0.5128704309463501,
+        0.5093847513198853,
+        0.5110731720924377,
+        0.5048412680625916,
+        0.5061895847320557,
+        0.5055398344993591,
+        0.5068002939224243,
+        0.5043785572052002,
+        0.505124032497406,
+        0.5051042437553406,
+        0.5047976970672607,
+        0.5048054456710815,
+        0.5048282742500305,
+        0.5047197937965393,
+        0.5047873854637146,
+        0.5047872066497803,
+        0.5047129392623901,
+        0.5046113133430481,
+        0.5046907663345337,
+        0.5046834349632263,
+        0.5046643614768982
+      ],
+      "val_time": [
+        0.8171579837799072,
+        0.19896936416625977,
+        0.18796586990356445,
+        0.19530510902404785,
+        0.19318795204162598,
+        0.1684410572052002,
+        0.17999672889709473,
+        0.19109392166137695,
+        0.19432663917541504,
+        0.19838976860046387,
+        0.18071532249450684,
+        0.19627737998962402,
+        0.202317476272583,
+        0.1915283203125,
+        0.19712042808532715,
+        0.20075678825378418,
+        0.17847704887390137,
+        0.20349550247192383,
+        0.18925738334655762,
+        0.1964554786682129,
+        0.1967165470123291,
+        0.18820977210998535,
+        0.19079804420471191,
+        0.1815783977508545,
+        0.18678069114685059,
+        0.19067168235778809,
+        0.19088959693908691,
+        0.19150352478027344,
+        0.19221210479736328,
+        0.19287919998168945,
+        0.19332289695739746,
+        0.1909322738647461,
+        0.179487943649292,
+        0.19237184524536133,
+        0.19114446640014648,
+        0.1783432960510254,
+        0.18419814109802246,
+        0.20013046264648438,
+        0.18992328643798828,
+        0.18971872329711914,
+        0.1913139820098877,
+        0.18674063682556152,
+        0.1833963394165039,
+        0.1856977939605713,
+        0.19898128509521484,
+        0.1941545009613037,
+        0.19334793090820312,
+        0.19541645050048828,
+        0.2000880241394043,
+        0.1892697811126709,
+        0.1899123191833496,
+        0.18626093864440918,
+        0.19202828407287598,
+        0.19811153411865234,
+        0.19832181930541992,
+        0.1784675121307373,
+        0.19041228294372559,
+        0.18245840072631836,
+        0.19030380249023438,
+        0.18028664588928223,
+        0.18686413764953613,
+        0.19090938568115234,
+        0.21487903594970703,
+        0.19411969184875488,
+        0.1988379955291748,
+        0.1772463321685791,
+        0.19359827041625977,
+        0.19338726997375488,
+        0.19702458381652832,
+        0.20189785957336426,
+        0.192216157913208,
+        0.18684124946594238,
+        0.19177460670471191,
+        0.1973717212677002,
+        0.1839003562927246,
+        0.19138789176940918,
+        0.19059157371520996,
+        0.17034053802490234,
+        0.19311833381652832,
+        0.19188761711120605,
+        0.18087458610534668,
+        0.1810743808746338,
+        0.1918013095855713,
+        0.1773242950439453,
+        0.1911144256591797,
+        0.1840958595275879,
+        0.18607711791992188,
+        0.1749589443206787,
+        0.19378328323364258,
+        0.16931891441345215,
+        0.18515324592590332,
+        0.18186330795288086,
+        0.19176244735717773,
+        0.193739652633667,
+        0.19095253944396973,
+        0.19111871719360352,
+        0.19302988052368164,
+        0.19380950927734375,
+        0.2118854522705078,
+        0.19411969184875488,
+        0.19463491439819336,
+        0.1943671703338623,
+        0.20203900337219238,
+        0.17654776573181152,
+        0.19344305992126465,
+        0.1930091381072998,
+        0.19249367713928223,
+        0.1785295009613037,
+        0.1872403621673584,
+        0.1814098358154297,
+        0.19460701942443848,
+        0.1803140640258789,
+        0.20222234725952148,
+        0.19220757484436035,
+        0.19368672370910645,
+        0.18115973472595215,
+        0.18281269073486328,
+        0.2177445888519287,
+        0.2014000415802002,
+        0.17706060409545898,
+        0.2042834758758545,
+        0.18119573593139648,
+        0.18229079246520996,
+        0.20252537727355957,
+        0.18682575225830078,
+        0.2040419578552246,
+        0.19417953491210938,
+        0.18730497360229492,
+        0.19848346710205078,
+        0.18735456466674805
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        3.999999523162842,
+        4.0,
+        4.000000476837158
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 82.68000030517578,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "innovation",
+  "seed": 1992,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}