results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json
new file mode 100644
index 0000000..a7ea3ca
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-innovation/2026_08_06_14_42_35/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1991",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1991-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786046716.963283,
+  "condition": "innovation",
+  "driver_wall_seconds": 1370.1597890853882,
+  "experiment_name": "dp-bias-c1-s1991-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 129,
+    "best_validation_accuracy": 83.22000122070312,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        7.188560857684934e-07,
+        1.0937467322946759e-06,
+        1.2816303751606029e-06,
+        1.4453542007686337e-06,
+        1.5511096762566012e-06,
+        1.6351993963326095e-06,
+        1.7153616909126868e-06,
+        1.7145226820503012e-06,
+        1.7624321344555938e-06,
+        1.7593737311472069e-06,
+        1.8962019794344087e-06,
+        1.8931940530819702e-06,
+        1.9239928406022955e-06,
+        1.9543679172784323e-06,
+        1.989883003261639e-06,
+        2.010574462474324e-06,
+        2.038921820712858e-06,
+        2.055198592643137e-06,
+        2.0494635464274324e-06,
+        2.0925706394336885e-06,
+        2.09016798180528e-06,
+        2.1789601305499673e-06,
+        2.106208285113098e-06,
+        2.130897883034777e-06,
+        2.158607003366342e-06,
+        2.1589496554952348e-06,
+        2.2155390979605727e-06,
+        2.2400988655135734e-06,
+        2.201642246291158e-06,
+        2.238998831671779e-06,
+        2.278779675179976e-06,
+        2.2356102817866486e-06,
+        2.232804035884328e-06,
+        2.270642653456889e-06,
+        2.2717026695318054e-06,
+        2.3070215320331044e-06,
+        2.3262591639650054e-06,
+        2.3212351152324118e-06,
+        2.2984120278124465e-06,
+        2.3557849999633618e-06,
+        2.368042942180182e-06,
+        2.3813379357306985e-06,
+        2.3785134999343427e-06,
+        2.402910013188375e-06,
+        2.4105127067741705e-06,
+        2.4399978428846225e-06,
+        2.401568963250611e-06,
+        2.453865818097256e-06,
+        2.433270310575608e-06,
+        2.4668261175975204e-06,
+        2.4265893898700597e-06,
+        2.42670762418129e-06,
+        2.5257522793253884e-06,
+        2.528701770643238e-06,
+        2.5573772290954366e-06,
+        2.468538241373608e-06,
+        2.566109515100834e-06,
+        2.5782362627069233e-06,
+        2.603142320367624e-06,
+        2.6003319817391457e-06,
+        2.5722063128341688e-06,
+        2.6979291760653723e-06,
+        2.6511959276831476e-06,
+        2.705310407691286e-06,
+        2.6823277039511595e-06,
+        2.6206894290226046e-06,
+        2.6465706923772814e-06,
+        2.7260605293122353e-06,
+        2.694836211958318e-06,
+        2.7742507882067002e-06,
+        2.773054347926518e-06,
+        2.7547814624995226e-06,
+        2.7599467102845665e-06,
+        2.7693083666235907e-06,
+        2.804778205245384e-06,
+        2.794815372908488e-06,
+        2.909020395236439e-06,
+        2.896874775615288e-06,
+        2.892605607485166e-06,
+        2.951443548226962e-06,
+        2.841593413904775e-06,
+        2.9032285056018736e-06,
+        2.9463956252584467e-06,
+        2.9800899028487038e-06,
+        2.9643003927048994e-06,
+        2.99312296192511e-06,
+        3.004533027706202e-06,
+        3.0378391784324776e-06,
+        3.00345732284768e-06,
+        3.1055287763592787e-06,
+        3.133505970254191e-06,
+        3.159811512887245e-06,
+        3.1036956897878554e-06,
+        3.150427346554352e-06,
+        3.2008931611926528e-06,
+        3.2414454835816287e-06,
+        3.258017841289984e-06,
+        3.2928255677688867e-06,
+        3.2501498026249465e-06,
+        3.2384284622821724e-06,
+        3.282388433945016e-06,
+        3.2803752674226416e-06,
+        3.2712353004171746e-06,
+        3.2781617846922018e-06,
+        3.3395460832252866e-06,
+        3.3297963000222808e-06,
+        3.34121250489261e-06,
+        3.380192083568545e-06,
+        3.3667895422695437e-06,
+        3.3346279906254495e-06,
+        3.4399279229546664e-06,
+        3.3592248200875474e-06,
+        3.4592287647683406e-06,
+        3.4630515983735677e-06,
+        3.415401579331956e-06,
+        3.4626577871677e-06,
+        3.451636757745291e-06,
+        3.5164862310921308e-06,
+        3.4893760130216833e-06,
+        3.4679069358389825e-06,
+        3.442921979512903e-06,
+        3.463074335741112e-06,
+        3.3764531508495566e-06,
+        3.423260750423651e-06,
+        3.423419229875435e-06,
+        3.4569006857054774e-06,
+        3.482653028186178e-06,
+        3.473352080618497e-06,
+        3.461971346041537e-06,
+        3.5113289413857274e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.508003901397387e-08,
+        8.265211448588161e-08,
+        8.239597804049481e-08,
+        8.398588846603161e-08,
+        8.377093507760947e-08,
+        8.300048648379743e-08,
+        8.432616027675977e-08,
+        8.252713001866141e-08,
+        8.321023159396645e-08,
+        8.26254193952991e-08,
+        8.488954250651659e-08,
+        8.334784240560111e-08,
+        8.264501616395137e-08,
+        8.258433581431746e-08,
+        8.309030619102487e-08,
+        8.30503807947025e-08,
+        8.321534039623657e-08,
+        8.24506116714474e-08,
+        8.266587059324593e-08,
+        8.272738227788068e-08,
+        8.229613968069316e-08,
+        8.436679621581789e-08,
+        8.337318035955832e-08,
+        8.239724280656446e-08,
+        8.351583602461687e-08,
+        8.312519383935069e-08,
+        8.428379061342639e-08,
+        8.414340868512227e-08,
+        8.321061528704377e-08,
+        8.422634323324019e-08,
+        8.506881243874886e-08,
+        8.34089632917312e-08,
+        8.235853954374761e-08,
+        8.186385969111143e-08,
+        8.331168999120564e-08,
+        8.378867022429404e-08,
+        8.331472400868734e-08,
+        8.278214380652571e-08,
+        8.338702883747828e-08,
+        8.363774384179123e-08,
+        8.320920841242696e-08,
+        8.348257551915594e-08,
+        8.42248653043498e-08,
+        8.339333135154448e-08,
+        8.282961516670184e-08,
+        8.460970946089219e-08,
+        8.322670197458137e-08,
+        8.363278425349563e-08,
+        8.310873766959048e-08,
+        8.364277448436042e-08,
+        8.2582836569145e-08,
+        8.236717974341445e-08,
+        8.50690753395611e-08,
+        8.353043767783674e-08,
+        8.406441054376046e-08,
+        8.205975632336049e-08,
+        8.411163321397908e-08,
+        8.467722523164412e-08,
+        8.449564603552062e-08,
+        8.337130452673591e-08,
+        8.201716639177903e-08,
+        8.420737174219539e-08,
+        8.389510242068354e-08,
+        8.404242635151604e-08,
+        8.399060646979706e-08,
+        8.205999080246329e-08,
+        8.342829715957123e-08,
+        8.319803868062081e-08,
+        8.274485452375302e-08,
+        8.375182147801752e-08,
+        8.491624470252646e-08,
+        8.279525332000048e-08,
+        8.386235350599236e-08,
+        8.335264567449485e-08,
+        8.397574191576496e-08,
+        8.30662187922826e-08,
+        8.499269199546688e-08,
+        8.446025390185241e-08,
+        8.347326030389013e-08,
+        8.479167945552035e-08,
+        8.183917543647112e-08,
+        8.3377088344605e-08,
+        8.330452772042918e-08,
+        8.289728015142828e-08,
+        8.291016229122761e-08,
+        8.280212426825528e-08,
+        8.359693737247653e-08,
+        8.25486665689823e-08,
+        8.253793026824496e-08,
+        8.372768434128375e-08,
+        8.380934701790466e-08,
+        8.407591423065242e-08,
+        8.223581460242713e-08,
+        8.298511744442294e-08,
+        8.381657323752734e-08,
+        8.418371777452194e-08,
+        8.43893346313962e-08,
+        8.459240063984907e-08,
+        8.347613800196996e-08,
+        8.165671516735529e-08,
+        8.282516716917598e-08,
+        8.320432698383229e-08,
+        8.268540341305197e-08,
+        8.252739291947364e-08,
+        8.255812389279527e-08,
+        8.231312165207783e-08,
+        8.215079105866607e-08,
+        8.291172548524628e-08,
+        8.23396035798396e-08,
+        8.168606058234218e-08,
+        8.321865152538521e-08,
+        8.096429127135707e-08,
+        8.286077246566492e-08,
+        8.369303827748809e-08,
+        8.259121386799961e-08,
+        8.288270691991784e-08,
+        8.288593988936555e-08,
+        8.391314310074449e-08,
+        8.345522672925654e-08,
+        8.312352406392165e-08,
+        8.221561387244947e-08,
+        8.278202301426063e-08,
+        8.059865308496228e-08,
+        8.202451340366679e-08,
+        8.212426649834015e-08,
+        8.288363773090168e-08,
+        8.330316347837652e-08,
+        8.308963828085325e-08,
+        8.23353971668439e-08,
+        8.349100966142942e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        6.384139537811279,
+        8.961968421936035,
+        9.446818351745605,
+        9.722089767456055,
+        9.56879711151123,
+        9.436714172363281,
+        9.264015197753906,
+        9.050354957580566,
+        8.90402889251709,
+        8.655675888061523,
+        8.757692337036133,
+        8.717021942138672,
+        8.659080505371094,
+        8.701489448547363,
+        8.766809463500977,
+        8.712488174438477,
+        8.755498886108398,
+        8.837900161743164,
+        8.764349937438965,
+        8.796302795410156,
+        8.828978538513184,
+        8.857710838317871,
+        8.689138412475586,
+        8.841826438903809,
+        8.769915580749512,
+        8.788615226745605,
+        8.864402770996094,
+        8.983595848083496,
+        8.90326976776123,
+        8.971824645996094,
+        9.016195297241211,
+        9.016484260559082,
+        9.04437255859375,
+        9.113022804260254,
+        9.014121055603027,
+        9.072674751281738,
+        9.145562171936035,
+        9.12920093536377,
+        9.064889907836914,
+        9.220195770263672,
+        9.213895797729492,
+        9.363265991210938,
+        9.230317115783691,
+        9.244881629943848,
+        9.364267349243164,
+        9.285746574401855,
+        9.323914527893066,
+        9.450162887573242,
+        9.377299308776855,
+        9.366265296936035,
+        9.348775863647461,
+        9.382098197937012,
+        9.473674774169922,
+        9.607291221618652,
+        9.598711013793945,
+        9.519428253173828,
+        9.59927749633789,
+        9.624275207519531,
+        9.687923431396484,
+        9.665127754211426,
+        9.680927276611328,
+        9.827004432678223,
+        9.701251983642578,
+        9.840319633483887,
+        9.796207427978516,
+        9.811141967773438,
+        9.691484451293945,
+        9.861071586608887,
+        9.877305030822754,
+        9.909469604492188,
+        9.884581565856934,
+        9.918489456176758,
+        9.905011177062988,
+        9.894449234008789,
+        9.91429615020752,
+        10.01024055480957,
+        10.103752136230469,
+        10.090497970581055,
+        10.120275497436523,
+        10.109014511108398,
+        10.107549667358398,
+        10.130575180053711,
+        10.122298240661621,
+        10.26491641998291,
+        10.243322372436523,
+        10.276952743530273,
+        10.247014045715332,
+        10.382728576660156,
+        10.28726577758789,
+        10.396549224853516,
+        10.343701362609863,
+        10.416516304016113,
+        10.4180269241333,
+        10.433160781860352,
+        10.443572044372559,
+        10.470398902893066,
+        10.505486488342285,
+        10.485991477966309,
+        10.493613243103027,
+        10.59423828125,
+        10.488619804382324,
+        10.442702293395996,
+        10.431183815002441,
+        10.53057861328125,
+        10.588480949401855,
+        10.514633178710938,
+        10.554036140441895,
+        10.514934539794922,
+        10.555343627929688,
+        10.48538589477539,
+        10.5687894821167,
+        10.573796272277832,
+        10.634259223937988,
+        10.544326782226562,
+        10.527087211608887,
+        10.607680320739746,
+        10.546710014343262,
+        10.616833686828613,
+        10.58166217803955,
+        10.577706336975098,
+        10.613627433776855,
+        10.608932495117188,
+        10.630791664123535,
+        10.595097541809082,
+        10.556474685668945,
+        10.614635467529297,
+        10.601356506347656,
+        10.582664489746094,
+        10.639299392700195,
+        10.669965744018555
+      ],
+      "train_accuracy": [
+        38.66444396972656,
+        51.27111053466797,
+        56.72444534301758,
+        59.50222396850586,
+        61.98222351074219,
+        63.766666412353516,
+        64.15777587890625,
+        64.94889068603516,
+        64.76667022705078,
+        64.8155517578125,
+        66.16666412353516,
+        66.12222290039062,
+        66.83110809326172,
+        67.22444152832031,
+        67.5955581665039,
+        67.65333557128906,
+        67.74222564697266,
+        68.14888763427734,
+        68.69110870361328,
+        69.23332977294922,
+        69.086669921875,
+        69.37333679199219,
+        69.46666717529297,
+        69.8155517578125,
+        69.94444274902344,
+        70.06888580322266,
+        70.16889190673828,
+        70.26889038085938,
+        70.4022216796875,
+        70.65777587890625,
+        70.84222412109375,
+        70.54222106933594,
+        71.09111022949219,
+        71.2844467163086,
+        71.14666748046875,
+        71.56888580322266,
+        71.9022216796875,
+        71.93111419677734,
+        71.42666625976562,
+        72.15333557128906,
+        72.17333221435547,
+        72.36444091796875,
+        72.42444610595703,
+        72.83110809326172,
+        73.26222229003906,
+        72.91555786132812,
+        73.04000091552734,
+        73.62666320800781,
+        73.46888732910156,
+        73.58222198486328,
+        73.83555603027344,
+        73.83777618408203,
+        73.96888732910156,
+        74.42666625976562,
+        74.49555206298828,
+        74.52666473388672,
+        74.72888946533203,
+        74.49555206298828,
+        75.05999755859375,
+        75.304443359375,
+        75.49555206298828,
+        75.89555358886719,
+        75.81999969482422,
+        76.01777648925781,
+        76.00444793701172,
+        76.26000213623047,
+        76.2911148071289,
+        76.94222259521484,
+        76.92444610595703,
+        77.0088882446289,
+        76.92666625976562,
+        77.34444427490234,
+        76.9044418334961,
+        77.43111419677734,
+        77.85111236572266,
+        78.1066665649414,
+        77.91777801513672,
+        78.33333587646484,
+        78.40666961669922,
+        78.56888580322266,
+        79.0022201538086,
+        78.86444091796875,
+        79.26000213623047,
+        79.3066635131836,
+        79.44666290283203,
+        79.75777435302734,
+        79.72222137451172,
+        80.14888763427734,
+        80.0888900756836,
+        80.61111450195312,
+        80.8022232055664,
+        80.8066635131836,
+        80.81999969482422,
+        80.94444274902344,
+        81.35333251953125,
+        81.52666473388672,
+        81.47777557373047,
+        81.8066635131836,
+        81.79777526855469,
+        81.93111419677734,
+        82.2066650390625,
+        82.14666748046875,
+        82.38444519042969,
+        82.46221923828125,
+        82.77555847167969,
+        82.76000213623047,
+        82.7933349609375,
+        83.0,
+        83.0022201538086,
+        83.09111022949219,
+        83.16444396972656,
+        83.31777954101562,
+        83.72888946533203,
+        83.62222290039062,
+        83.54222106933594,
+        83.89555358886719,
+        83.66444396972656,
+        83.77111053466797,
+        83.57111358642578,
+        83.5999984741211,
+        83.72666931152344,
+        83.74888610839844,
+        83.90666961669922,
+        83.72444152832031,
+        83.6933364868164,
+        83.65777587890625,
+        83.66222381591797,
+        83.75111389160156,
+        83.73777770996094,
+        83.87777709960938
+      ],
+      "train_loss": [
+        1.7132939100265503,
+        1.3750485181808472,
+        1.2325613498687744,
+        1.1553786993026733,
+        1.0924217700958252,
+        1.0455044507980347,
+        1.0332239866256714,
+        1.016369342803955,
+        1.0179612636566162,
+        1.0165209770202637,
+        0.9918000102043152,
+        0.9792823791503906,
+        0.9680147171020508,
+        0.9499856233596802,
+        0.940804123878479,
+        0.9395853877067566,
+        0.9335603713989258,
+        0.9195099472999573,
+        0.9140107035636902,
+        0.8991172909736633,
+        0.8968753218650818,
+        0.8861581087112427,
+        0.8978376984596252,
+        0.8847423791885376,
+        0.8786191940307617,
+        0.8717026114463806,
+        0.8697235584259033,
+        0.8648032546043396,
+        0.8616490364074707,
+        0.8566856384277344,
+        0.8534089922904968,
+        0.8555856943130493,
+        0.838579535484314,
+        0.8347339630126953,
+        0.8392545580863953,
+        0.8256304860115051,
+        0.8159696459770203,
+        0.8166950345039368,
+        0.8294504880905151,
+        0.8108780980110168,
+        0.8068774342536926,
+        0.804563581943512,
+        0.7998608350753784,
+        0.7910043001174927,
+        0.7833917140960693,
+        0.7852621078491211,
+        0.7831161618232727,
+        0.7714996933937073,
+        0.7653768062591553,
+        0.7677249312400818,
+        0.7626346945762634,
+        0.7623311281204224,
+        0.7568817734718323,
+        0.7456817030906677,
+        0.7413666844367981,
+        0.7392387986183167,
+        0.7321417927742004,
+        0.7381368279457092,
+        0.7241933941841125,
+        0.7186609506607056,
+        0.7105026841163635,
+        0.6991804838180542,
+        0.7005736231803894,
+        0.698554277420044,
+        0.6930550336837769,
+        0.6853552460670471,
+        0.6909242272377014,
+        0.6729834079742432,
+        0.668523371219635,
+        0.6661543846130371,
+        0.6710516810417175,
+        0.6546237468719482,
+        0.6590064764022827,
+        0.649032711982727,
+        0.6471266150474548,
+        0.6378046274185181,
+        0.6328533887863159,
+        0.6292458772659302,
+        0.6260778307914734,
+        0.6171708106994629,
+        0.6083530187606812,
+        0.6124639511108398,
+        0.601061224937439,
+        0.5936413407325745,
+        0.593192994594574,
+        0.5841723680496216,
+        0.589697539806366,
+        0.5764408111572266,
+        0.5760460495948792,
+        0.5640634298324585,
+        0.5605814456939697,
+        0.5538924336433411,
+        0.5530188679695129,
+        0.5476301312446594,
+        0.540787935256958,
+        0.5337077379226685,
+        0.5336000919342041,
+        0.5295075178146362,
+        0.5275799036026001,
+        0.5192480683326721,
+        0.5198162198066711,
+        0.5177620053291321,
+        0.5148260593414307,
+        0.5078052878379822,
+        0.49837034940719604,
+        0.49935662746429443,
+        0.49781936407089233,
+        0.492704302072525,
+        0.49233928322792053,
+        0.49094727635383606,
+        0.4889502227306366,
+        0.48290202021598816,
+        0.4782027304172516,
+        0.4813498258590698,
+        0.4793757200241089,
+        0.47428134083747864,
+        0.47680965065956116,
+        0.4751896560192108,
+        0.4764648377895355,
+        0.47768500447273254,
+        0.4736716151237488,
+        0.47317734360694885,
+        0.4722089171409607,
+        0.47606655955314636,
+        0.47541123628616333,
+        0.4753386080265045,
+        0.4722050726413727,
+        0.4758591055870056,
+        0.47271668910980225,
+        0.4674680829048157
+      ],
+      "train_time": [
+        18.800212144851685,
+        9.932932615280151,
+        9.873949527740479,
+        9.78093409538269,
+        9.880939960479736,
+        9.8248610496521,
+        9.890136480331421,
+        9.880037307739258,
+        9.873383283615112,
+        9.89022445678711,
+        9.88402771949768,
+        9.886461734771729,
+        9.923974990844727,
+        9.906655311584473,
+        9.95336127281189,
+        9.924798250198364,
+        10.036572217941284,
+        10.027875661849976,
+        9.981522798538208,
+        10.084430694580078,
+        9.974000215530396,
+        10.022324562072754,
+        10.052004337310791,
+        10.257566928863525,
+        10.074207544326782,
+        10.081639051437378,
+        10.087846040725708,
+        10.065245866775513,
+        10.109644412994385,
+        10.108994722366333,
+        10.129956007003784,
+        10.032805442810059,
+        10.021111249923706,
+        10.106106042861938,
+        10.094597339630127,
+        10.239748001098633,
+        10.174597978591919,
+        10.110551834106445,
+        10.112732410430908,
+        10.102604866027832,
+        10.06473684310913,
+        10.11668872833252,
+        10.114584684371948,
+        10.10057544708252,
+        10.088724613189697,
+        10.103991985321045,
+        10.130130767822266,
+        10.115627527236938,
+        10.051939487457275,
+        10.093618631362915,
+        10.138277053833008,
+        10.130106210708618,
+        10.128172636032104,
+        10.080890655517578,
+        10.14173436164856,
+        10.065223217010498,
+        10.102137804031372,
+        10.115038394927979,
+        10.075676202774048,
+        10.114842414855957,
+        10.135617971420288,
+        10.129421949386597,
+        10.119303226470947,
+        10.068500280380249,
+        10.071674823760986,
+        10.08968448638916,
+        10.021102905273438,
+        10.093083620071411,
+        10.10551381111145,
+        10.123943567276001,
+        10.042943239212036,
+        10.066335916519165,
+        10.068678617477417,
+        10.070575952529907,
+        10.076902389526367,
+        10.148863554000854,
+        10.113902807235718,
+        10.055964708328247,
+        10.073827266693115,
+        10.082719087600708,
+        10.128451824188232,
+        10.122823715209961,
+        10.119601726531982,
+        10.099502086639404,
+        10.325631141662598,
+        10.112719774246216,
+        10.112646102905273,
+        10.11297607421875,
+        10.110129117965698,
+        10.109944343566895,
+        10.080453634262085,
+        10.04079794883728,
+        10.110965251922607,
+        10.047603607177734,
+        10.123005867004395,
+        10.091092824935913,
+        10.374966382980347,
+        10.120057821273804,
+        10.089925289154053,
+        10.12688136100769,
+        10.076175451278687,
+        10.10107970237732,
+        10.101290702819824,
+        10.206414937973022,
+        10.127411365509033,
+        10.114129781723022,
+        10.09401249885559,
+        10.283143758773804,
+        10.196170568466187,
+        10.18537950515747,
+        10.142157554626465,
+        10.09075379371643,
+        10.13598370552063,
+        10.08349871635437,
+        10.188153505325317,
+        10.134268283843994,
+        10.086547613143921,
+        10.073674440383911,
+        10.130322217941284,
+        10.258241176605225,
+        10.1268789768219,
+        10.16229772567749,
+        10.126100778579712,
+        10.118337631225586,
+        10.141340494155884,
+        10.141602277755737,
+        10.122117280960083,
+        10.102301359176636,
+        10.3306405544281,
+        10.178739309310913
+      ],
+      "used_clean_difference_rms_ratio": [
+        5.424768119155488e-07,
+        7.402413189083745e-07,
+        7.77665206896927e-07,
+        8.168604495040199e-07,
+        8.022055908440962e-07,
+        7.831858965801075e-07,
+        7.820601695129881e-07,
+        7.470821401511785e-07,
+        7.413324851768266e-07,
+        7.155797447921941e-07,
+        7.42450879442913e-07,
+        7.277145641637617e-07,
+        7.175956966420927e-07,
+        7.188605763985834e-07,
+        7.275081657098781e-07,
+        7.238992907332431e-07,
+        7.290607300092233e-07,
+        7.303474376385566e-07,
+        7.240892614390759e-07,
+        7.277347435774573e-07,
+        7.273744699887175e-07,
+        7.483245667572191e-07,
+        7.241934554258478e-07,
+        7.275551183738571e-07,
+        7.324379680540005e-07,
+        7.296753210539464e-07,
+        7.477389658561151e-07,
+        7.556977266176546e-07,
+        7.403117479043431e-07,
+        7.553680347882619e-07,
+        7.67447488669859e-07,
+        7.520011422457173e-07,
+        7.44480132652825e-07,
+        7.458435220542015e-07,
+        7.509914894399117e-07,
+        7.590276140945207e-07,
+        7.6276950267129e-07,
+        7.55504800054041e-07,
+        7.56365238885337e-07,
+        7.722579766777926e-07,
+        7.672386459489644e-07,
+        7.821072358638048e-07,
+        7.763315466036147e-07,
+        7.715416359133087e-07,
+        7.757367370686552e-07,
+        7.84493352057325e-07,
+        7.760824018987478e-07,
+        7.897507998677611e-07,
+        7.79426557073748e-07,
+        7.841059641577885e-07,
+        7.719713153164776e-07,
+        7.717988523836539e-07,
+        8.05203569598234e-07,
+        8.033075005187129e-07,
+        8.06445882517437e-07,
+        7.803220682944811e-07,
+        8.074251240941521e-07,
+        8.151486099450267e-07,
+        8.199859280466626e-07,
+        8.059943183980067e-07,
+        7.94031905115844e-07,
+        8.273792104773747e-07,
+        8.130095920932945e-07,
+        8.272591571767407e-07,
+        8.235990662797121e-07,
+        8.048584163589112e-07,
+        8.082645308604697e-07,
+        8.209260613512015e-07,
+        8.157809361364343e-07,
+        8.306597578666697e-07,
+        8.403406468460162e-07,
+        8.219192295655375e-07,
+        8.307303005494759e-07,
+        8.249377287938842e-07,
+        8.333619234690559e-07,
+        8.304789389512734e-07,
+        8.591023856752145e-07,
+        8.518823619851901e-07,
+        8.449179063063639e-07,
+        8.572051797273161e-07,
+        8.276088010461535e-07,
+        8.442531225227867e-07,
+        8.432247682321758e-07,
+        8.500059038851759e-07,
+        8.485095008836652e-07,
+        8.508902737958124e-07,
+        8.558776585232408e-07,
+        8.574075991418795e-07,
+        8.480188853354775e-07,
+        8.701601359462074e-07,
+        8.674615514792094e-07,
+        8.756651936892013e-07,
+        8.562289508518006e-07,
+        8.643714863865171e-07,
+        8.760018772591138e-07,
+        8.809236646811769e-07,
+        8.8570374146002e-07,
+        8.872303283169458e-07,
+        8.774100024311338e-07,
+        8.645390039418999e-07,
+        8.701100568941911e-07,
+        8.696192708157469e-07,
+        8.611273756287119e-07,
+        8.668962436786387e-07,
+        8.728242733013758e-07,
+        8.656417662677995e-07,
+        8.666502253618091e-07,
+        8.716079946680111e-07,
+        8.68338929649326e-07,
+        8.548824439458258e-07,
+        8.789426715338777e-07,
+        8.549453127670859e-07,
+        8.807052154224948e-07,
+        8.819973800200387e-07,
+        8.682107477397949e-07,
+        8.784540455053502e-07,
+        8.755715725783375e-07,
+        8.924670282794978e-07,
+        8.833188189782959e-07,
+        8.795340136202867e-07,
+        8.727984095457941e-07,
+        8.782760119174782e-07,
+        8.560118089917523e-07,
+        8.671367481838388e-07,
+        8.665583663969301e-07,
+        8.774608204475953e-07,
+        8.816596732685866e-07,
+        8.790256060819956e-07,
+        8.759713523431856e-07,
+        8.900984767024056e-07
+      ],
+      "val_accuracy": [
+        52.20000076293945,
+        57.5,
+        61.18000030517578,
+        66.13999938964844,
+        69.08000183105469,
+        67.22000122070312,
+        65.95999908447266,
+        69.80000305175781,
+        67.87999725341797,
+        68.94000244140625,
+        70.95999908447266,
+        70.66000366210938,
+        71.83999633789062,
+        68.9800033569336,
+        70.31999969482422,
+        70.62000274658203,
+        71.54000091552734,
+        68.58000183105469,
+        72.87999725341797,
+        73.5999984741211,
+        72.68000030517578,
+        72.95999908447266,
+        73.72000122070312,
+        70.77999877929688,
+        73.36000061035156,
+        73.66000366210938,
+        72.81999969482422,
+        73.05999755859375,
+        72.22000122070312,
+        72.44000244140625,
+        72.30000305175781,
+        74.19999694824219,
+        74.80000305175781,
+        73.0999984741211,
+        75.19999694824219,
+        74.63999938964844,
+        73.77999877929688,
+        74.87999725341797,
+        74.23999786376953,
+        74.5199966430664,
+        74.27999877929688,
+        74.87999725341797,
+        73.73999786376953,
+        76.62000274658203,
+        75.62000274658203,
+        75.30000305175781,
+        76.73999786376953,
+        74.5,
+        76.13999938964844,
+        73.30000305175781,
+        77.33999633789062,
+        75.4800033569336,
+        76.9000015258789,
+        76.5,
+        77.4000015258789,
+        76.81999969482422,
+        76.19999694824219,
+        78.19999694824219,
+        77.12000274658203,
+        77.33999633789062,
+        77.5,
+        78.05999755859375,
+        76.68000030517578,
+        75.87999725341797,
+        77.66000366210938,
+        77.08000183105469,
+        77.86000061035156,
+        78.95999908447266,
+        77.68000030517578,
+        77.63999938964844,
+        78.22000122070312,
+        78.73999786376953,
+        77.12000274658203,
+        79.08000183105469,
+        79.73999786376953,
+        79.5199966430664,
+        78.12000274658203,
+        78.95999908447266,
+        80.58000183105469,
+        80.23999786376953,
+        78.63999938964844,
+        80.66000366210938,
+        79.16000366210938,
+        79.68000030517578,
+        80.5199966430664,
+        79.81999969482422,
+        81.22000122070312,
+        81.12000274658203,
+        81.37999725341797,
+        80.58000183105469,
+        81.72000122070312,
+        81.27999877929688,
+        81.5,
+        81.0,
+        81.23999786376953,
+        81.37999725341797,
+        81.45999908447266,
+        81.94000244140625,
+        81.94000244140625,
+        81.86000061035156,
+        82.77999877929688,
+        82.08000183105469,
+        82.26000213623047,
+        82.55999755859375,
+        82.62000274658203,
+        81.86000061035156,
+        82.45999908447266,
+        82.63999938964844,
+        82.41999816894531,
+        82.76000213623047,
+        82.69999694824219,
+        83.0999984741211,
+        83.18000030517578,
+        82.86000061035156,
+        83.0999984741211,
+        83.0999984741211,
+        82.87999725341797,
+        83.13999938964844,
+        83.05999755859375,
+        83.13999938964844,
+        83.08000183105469,
+        83.0999984741211,
+        83.18000030517578,
+        83.16000366210938,
+        83.16000366210938,
+        83.18000030517578,
+        83.16000366210938,
+        83.18000030517578,
+        83.22000122070312,
+        83.18000030517578
+      ],
+      "val_loss": [
+        1.3503974676132202,
+        1.1921782493591309,
+        1.0997395515441895,
+        0.9698479175567627,
+        0.8971309661865234,
+        0.963539719581604,
+        0.9708415269851685,
+        0.88248610496521,
+        0.9392879009246826,
+        0.8871036767959595,
+        0.8422499895095825,
+        0.8331397771835327,
+        0.8091267347335815,
+        0.9101681709289551,
+        0.8534364104270935,
+        0.8510602712631226,
+        0.8254756331443787,
+        0.9065126180648804,
+        0.7846024036407471,
+        0.773935079574585,
+        0.7898552417755127,
+        0.7768404483795166,
+        0.7584319114685059,
+        0.8407137393951416,
+        0.7755333185195923,
+        0.7660269737243652,
+        0.7915000319480896,
+        0.7886009812355042,
+        0.8184689879417419,
+        0.8265799880027771,
+        0.7839549779891968,
+        0.7497203350067139,
+        0.7394499778747559,
+        0.8052161335945129,
+        0.7291219234466553,
+        0.7485601902008057,
+        0.7845251560211182,
+        0.765587568283081,
+        0.7544703483581543,
+        0.7438712120056152,
+        0.7443128824234009,
+        0.7213212847709656,
+        0.7565879225730896,
+        0.6981291174888611,
+        0.7251030802726746,
+        0.7219433784484863,
+        0.7230767607688904,
+        0.7525280117988586,
+        0.7108638286590576,
+        0.798778235912323,
+        0.6549574136734009,
+        0.7118063569068909,
+        0.6982547044754028,
+        0.6791977882385254,
+        0.6585256457328796,
+        0.684319257736206,
+        0.6987258791923523,
+        0.6462430357933044,
+        0.6671678423881531,
+        0.6590383648872375,
+        0.645949125289917,
+        0.6432555317878723,
+        0.7097545862197876,
+        0.6860615015029907,
+        0.650155782699585,
+        0.6733126044273376,
+        0.6381984353065491,
+        0.6197006702423096,
+        0.6508357524871826,
+        0.6418947577476501,
+        0.6285417675971985,
+        0.6253435015678406,
+        0.6582868695259094,
+        0.5977848768234253,
+        0.587793231010437,
+        0.6059526801109314,
+        0.6378399729728699,
+        0.6072719693183899,
+        0.5702958703041077,
+        0.5723864436149597,
+        0.6155425906181335,
+        0.5837410092353821,
+        0.618683934211731,
+        0.5967715978622437,
+        0.5742631554603577,
+        0.5778430700302124,
+        0.5499042868614197,
+        0.5579741597175598,
+        0.547088086605072,
+        0.5729023814201355,
+        0.5438154935836792,
+        0.545975923538208,
+        0.5306016206741333,
+        0.5425581932067871,
+        0.5374066829681396,
+        0.5331725478172302,
+        0.5442692041397095,
+        0.5215611457824707,
+        0.5176864862442017,
+        0.5250809788703918,
+        0.5164570808410645,
+        0.5182682275772095,
+        0.5244340300559998,
+        0.5167238712310791,
+        0.5193172097206116,
+        0.5200112462043762,
+        0.5114262104034424,
+        0.5121245980262756,
+        0.512947142124176,
+        0.5082406401634216,
+        0.5056443214416504,
+        0.5040799379348755,
+        0.5021353960037231,
+        0.5036659836769104,
+        0.4999338388442993,
+        0.5011519193649292,
+        0.5006865859031677,
+        0.5001833438873291,
+        0.5008787512779236,
+        0.500572144985199,
+        0.5005614757537842,
+        0.5005249977111816,
+        0.5003923177719116,
+        0.5005651712417603,
+        0.5005401372909546,
+        0.5004665851593018,
+        0.5004657506942749,
+        0.5004862546920776,
+        0.5005362629890442,
+        0.5005968809127808
+      ],
+      "val_time": [
+        0.7981688976287842,
+        0.19853830337524414,
+        0.1939682960510254,
+        0.1993405818939209,
+        0.18331503868103027,
+        0.1960592269897461,
+        0.17656970024108887,
+        0.19249725341796875,
+        0.19411706924438477,
+        0.17716598510742188,
+        0.19196343421936035,
+        0.19510149955749512,
+        0.19316673278808594,
+        0.20192432403564453,
+        0.1770954132080078,
+        0.1930220127105713,
+        0.195159912109375,
+        0.19510412216186523,
+        0.19206452369689941,
+        0.1799178123474121,
+        0.17969894409179688,
+        0.18709421157836914,
+        0.19899535179138184,
+        0.19682860374450684,
+        0.19278430938720703,
+        0.2015821933746338,
+        0.17945313453674316,
+        0.19041085243225098,
+        0.18971514701843262,
+        0.17927122116088867,
+        0.19053268432617188,
+        0.19331121444702148,
+        0.19118738174438477,
+        0.19009113311767578,
+        0.19379329681396484,
+        0.18509984016418457,
+        0.18124651908874512,
+        0.18081927299499512,
+        0.17952752113342285,
+        0.17775726318359375,
+        0.1933431625366211,
+        0.19133973121643066,
+        0.191605806350708,
+        0.1910407543182373,
+        0.19241118431091309,
+        0.1833205223083496,
+        0.18739962577819824,
+        0.17993497848510742,
+        0.19257402420043945,
+        0.1667935848236084,
+        0.1932237148284912,
+        0.19219017028808594,
+        0.16626787185668945,
+        0.165771484375,
+        0.19312572479248047,
+        0.19593191146850586,
+        0.18836474418640137,
+        0.17937636375427246,
+        0.17915868759155273,
+        0.16660022735595703,
+        0.19390869140625,
+        0.20817208290100098,
+        0.1872563362121582,
+        0.20187616348266602,
+        0.1923232078552246,
+        0.19392752647399902,
+        0.19452381134033203,
+        0.18094348907470703,
+        0.18259692192077637,
+        0.1840963363647461,
+        0.19884562492370605,
+        0.1929936408996582,
+        0.18268728256225586,
+        0.2022264003753662,
+        0.19478297233581543,
+        0.1843245029449463,
+        0.19176459312438965,
+        0.19205379486083984,
+        0.18378973007202148,
+        0.1957414150238037,
+        0.19259095191955566,
+        0.179701566696167,
+        0.17917490005493164,
+        0.18729090690612793,
+        0.19737601280212402,
+        0.18030881881713867,
+        0.17959046363830566,
+        0.1773672103881836,
+        0.18814420700073242,
+        0.19009971618652344,
+        0.18967390060424805,
+        0.19502711296081543,
+        0.16633129119873047,
+        0.18081092834472656,
+        0.19335126876831055,
+        0.19858241081237793,
+        0.19094634056091309,
+        0.18006253242492676,
+        0.19328045845031738,
+        0.18771052360534668,
+        0.1880018711090088,
+        0.19328618049621582,
+        0.20185160636901855,
+        0.19481158256530762,
+        0.17484164237976074,
+        0.19019269943237305,
+        0.1910085678100586,
+        0.17869210243225098,
+        0.1933581829071045,
+        0.20618247985839844,
+        0.20367908477783203,
+        0.20705914497375488,
+        0.1999366283416748,
+        0.1912388801574707,
+        0.19301939010620117,
+        0.1939411163330078,
+        0.18071722984313965,
+        0.18683385848999023,
+        0.18144750595092773,
+        0.19226717948913574,
+        0.19256138801574707,
+        0.17499613761901855,
+        0.1842637062072754,
+        0.19172883033752441,
+        0.16966843605041504,
+        0.17798924446105957,
+        0.17974019050598145,
+        0.19508719444274902,
+        0.19488215446472168,
+        0.18497586250305176
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        3.999999761581421,
+        4.000000476837158,
+        4.0
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 83.18000030517578,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "innovation",
+  "seed": 1991,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}