results: confirm Dual Prop bias correction

1 files changed, 1712 insertions, 0 deletions

diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json
new file mode 100644
index 0000000..2b1de2a
--- /dev/null
+++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json
@@ -0,0 +1,1712 @@
+{
+  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-innovation/2026_08_06_15_51_17/hist.npy",
+  "command": [
+    "/scratch/yurenh2/venvs/dualprop/bin/python",
+    "train.py",
+    "--model",
+    "miniCNN",
+    "--dataset",
+    "cifar10",
+    "--num-epochs",
+    "130",
+    "--batch-size",
+    "100",
+    "--learning-rate",
+    "0.025",
+    "--learning-rate-final",
+    "2e-6",
+    "--warmup-learning-rate",
+    "0.001",
+    "--warmup-epochs",
+    "10",
+    "--decay-epochs",
+    "120",
+    "--momentum",
+    "0.9",
+    "--weight-decay",
+    "5e-4",
+    "--dtype",
+    "float32",
+    "--param-dtype",
+    "float32",
+    "--percent-train",
+    "90",
+    "--percent-val",
+    "10",
+    "--seeds",
+    "1993",
+    "--feedback-seed",
+    "1729",
+    "--gradient-diagnostics",
+    "none",
+    "--spectral-diagnostics",
+    "none",
+    "--test-policy",
+    "none",
+    "--early-stop-policy",
+    "none",
+    "--learning-algorithm",
+    "dualprop-lagr-ff",
+    "--experiment-name",
+    "dp-bias-c1-s1993-innovation",
+    "--optimizer-schedule",
+    "author",
+    "--loss",
+    "sce",
+    "--alpha",
+    "0.0",
+    "--beta",
+    "0.1",
+    "--inference-sequence",
+    "fwK",
+    "--inference-passes-nudged",
+    "16",
+    "--dp-bias-kind",
+    "activity",
+    "--dp-bias-rule",
+    "innovation",
+    "--dp-bias-ratio",
+    "4.0",
+    "--dp-bias-seed",
+    "6100",
+    "--dp-bias-calibration-examples",
+    "64"
+  ],
+  "completed_unix_time": 1786050843.658294,
+  "condition": "innovation",
+  "driver_wall_seconds": 1373.9107201099396,
+  "experiment_name": "dp-bias-c1-s1993-innovation",
+  "hardware": {
+    "cuda_visible_devices": "5",
+    "memory_total_mib": 8192,
+    "name": "NVIDIA GeForce GTX 1080",
+    "physical_index": 5,
+    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
+  },
+  "history": {
+    "best_epoch": 118,
+    "best_validation_accuracy": 83.5,
+    "curves": {
+      "instruction_observations_for_predictor": [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "maximum_used_clean_difference_relative_error": [
+        6.184461653901963e-07,
+        9.174049750981794e-07,
+        1.1034965154976817e-06,
+        1.1721239161488484e-06,
+        1.2560393543026294e-06,
+        1.3384844805841567e-06,
+        1.3678611594514223e-06,
+        1.4210735344022396e-06,
+        1.4564924413207336e-06,
+        1.5153790400290745e-06,
+        1.4854841765554738e-06,
+        1.5595336435580975e-06,
+        1.6018472024370567e-06,
+        1.6315883613060578e-06,
+        1.6645212781440932e-06,
+        1.6429602283096756e-06,
+        1.6480037174915196e-06,
+        1.7096685951401014e-06,
+        1.756993583512667e-06,
+        1.716304154797399e-06,
+        1.71912233781768e-06,
+        1.7771388911569375e-06,
+        1.742372774060641e-06,
+        1.7871226418719743e-06,
+        1.8212023178421077e-06,
+        1.7938353948920849e-06,
+        1.7474483229307225e-06,
+        1.8473460841050837e-06,
+        1.8438970528222853e-06,
+        1.8141488453693455e-06,
+        1.8666426058189245e-06,
+        1.8721568721957738e-06,
+        1.8462454818291008e-06,
+        1.886734366962628e-06,
+        1.8929204088635743e-06,
+        1.9139572486892575e-06,
+        1.942756171047222e-06,
+        1.930286543938564e-06,
+        1.877840190900315e-06,
+        1.9346907720318995e-06,
+        1.914552967718919e-06,
+        1.9113533653580816e-06,
+        2.010291382248397e-06,
+        2.0182487787678838e-06,
+        1.963179329322884e-06,
+        2.013964831348858e-06,
+        1.9589588191593066e-06,
+        1.998213065235177e-06,
+        2.019721705437405e-06,
+        1.9976314433733933e-06,
+        2.030235009442549e-06,
+        2.0666914224420907e-06,
+        2.0326904177636607e-06,
+        2.0462327938730596e-06,
+        2.102691723848693e-06,
+        2.0665481770265615e-06,
+        2.1324233330233255e-06,
+        2.109931529048481e-06,
+        2.0903264612570638e-06,
+        2.1333430595404934e-06,
+        2.1250207282719202e-06,
+        2.1588775780401193e-06,
+        2.1478647340700263e-06,
+        2.1475179892149754e-06,
+        2.2143340174807236e-06,
+        2.1836797259311425e-06,
+        2.217690735051292e-06,
+        2.2281597011897247e-06,
+        2.2319654817692935e-06,
+        2.251913429063279e-06,
+        2.2480201096186647e-06,
+        2.3006916762824403e-06,
+        2.2494953100249404e-06,
+        2.3110633264877833e-06,
+        2.3208820039144484e-06,
+        2.3232141757034697e-06,
+        2.3715197130513843e-06,
+        2.383833361818688e-06,
+        2.3083543965185527e-06,
+        2.376464180997573e-06,
+        2.434082261970616e-06,
+        2.4109929199767066e-06,
+        2.4719151952012908e-06,
+        2.384740810157382e-06,
+        2.468834281899035e-06,
+        2.4856160507624736e-06,
+        2.479006298017339e-06,
+        2.527309106881148e-06,
+        2.55392910730734e-06,
+        2.5385950266354484e-06,
+        2.539835122661316e-06,
+        2.524577439544373e-06,
+        2.610398041724693e-06,
+        2.643206244101748e-06,
+        2.5831914172158577e-06,
+        2.6098584839928662e-06,
+        2.5904782887664624e-06,
+        2.64325603893667e-06,
+        2.7478185984364245e-06,
+        2.6489854008104885e-06,
+        2.6653276563592954e-06,
+        2.7564126412471524e-06,
+        2.6881202757067513e-06,
+        2.7581470476434333e-06,
+        2.759335984592326e-06,
+        2.756341700660414e-06,
+        2.8507854494819185e-06,
+        2.8222955279488815e-06,
+        2.8806259706470883e-06,
+        2.816836968122516e-06,
+        2.8154388473922154e-06,
+        2.8113452117395354e-06,
+        2.848385975084966e-06,
+        2.8499093787104357e-06,
+        2.87091074824275e-06,
+        2.833729922713246e-06,
+        2.871801370929461e-06,
+        2.866854629246518e-06,
+        2.8959279916307423e-06,
+        2.9157608878449537e-06,
+        2.8566437322297134e-06,
+        2.8597314667422324e-06,
+        2.8474880764406407e-06,
+        2.850033752110903e-06,
+        2.8697359084617347e-06,
+        2.886750507968827e-06,
+        2.8686422410828527e-06,
+        2.8862796170869842e-06,
+        2.85910186903493e-06,
+        2.857167373804259e-06
+      ],
+      "neutral_observations": [
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0,
+        100.0
+      ],
+      "post_bias_raw_bias_rms_ratio": [
+        8.561409003959852e-08,
+        8.33706366165643e-08,
+        8.483045377261078e-08,
+        8.371157633746407e-08,
+        8.253648786649137e-08,
+        8.46395877829309e-08,
+        8.252943928255263e-08,
+        8.26896879857486e-08,
+        8.275306129235105e-08,
+        8.425011088775136e-08,
+        8.183825883634199e-08,
+        8.349149993591709e-08,
+        8.348338553787471e-08,
+        8.41987386479559e-08,
+        8.423945274671496e-08,
+        8.24470092197771e-08,
+        8.230919235074907e-08,
+        8.403502960163678e-08,
+        8.45771452873123e-08,
+        8.227125647408684e-08,
+        8.170055565415169e-08,
+        8.313121213632257e-08,
+        8.30883237767921e-08,
+        8.299987541704468e-08,
+        8.346572144546371e-08,
+        8.313791965974815e-08,
+        8.087808822665465e-08,
+        8.352766656116728e-08,
+        8.380098392990476e-08,
+        8.145675423065768e-08,
+        8.335720025343107e-08,
+        8.407205598359724e-08,
+        8.330177792004179e-08,
+        8.3168913533882e-08,
+        8.246875182749136e-08,
+        8.3198777645066e-08,
+        8.419580410645722e-08,
+        8.433011799979795e-08,
+        8.208436952372722e-08,
+        8.280720464881597e-08,
+        8.254159666876149e-08,
+        8.244623472819512e-08,
+        8.50263077722957e-08,
+        8.454588140693886e-08,
+        8.313431720807785e-08,
+        8.353480751566167e-08,
+        8.238355775347372e-08,
+        8.282010810489737e-08,
+        8.281276819843697e-08,
+        8.291078046340772e-08,
+        8.300701637153907e-08,
+        8.350240676691101e-08,
+        8.242245286282923e-08,
+        8.153297414992267e-08,
+        8.365202575078001e-08,
+        8.201688928011208e-08,
+        8.404227713754153e-08,
+        8.387470984416723e-08,
+        8.170208332103357e-08,
+        8.354977154567678e-08,
+        8.261756789806896e-08,
+        8.409184459878816e-08,
+        8.334359336004127e-08,
+        8.220333569397553e-08,
+        8.316235522443094e-08,
+        8.36046183394501e-08,
+        8.288711228487955e-08,
+        8.356371239415239e-08,
+        8.314349742022387e-08,
+        8.314358268535216e-08,
+        8.269990559028884e-08,
+        8.385119087961357e-08,
+        8.222032477078756e-08,
+        8.362391668015334e-08,
+        8.320024846852903e-08,
+        8.37557792010557e-08,
+        8.450189170616795e-08,
+        8.371988968747246e-08,
+        8.18887855302819e-08,
+        8.341783797050084e-08,
+        8.32991773336289e-08,
+        8.27662915980909e-08,
+        8.390045280748382e-08,
+        8.134856699371085e-08,
+        8.385659100440535e-08,
+        8.37203018022592e-08,
+        8.303407383891681e-08,
+        8.444298060794608e-08,
+        8.457844558051875e-08,
+        8.360536440932265e-08,
+        8.30325177503255e-08,
+        8.315556243587707e-08,
+        8.42484126906129e-08,
+        8.456123623545864e-08,
+        8.287189956490693e-08,
+        8.346082580601433e-08,
+        8.166161791223203e-08,
+        8.295603493024828e-08,
+        8.478884439000467e-08,
+        8.259067385552044e-08,
+        8.211943480773698e-08,
+        8.407280205346979e-08,
+        8.198295375905218e-08,
+        8.31971860293379e-08,
+        8.359459258144852e-08,
+        8.243605265079168e-08,
+        8.430370712630975e-08,
+        8.463211997877806e-08,
+        8.486244951200206e-08,
+        8.35847089319941e-08,
+        8.272683515997414e-08,
+        8.290145103728719e-08,
+        8.36542568549703e-08,
+        8.307856091960275e-08,
+        8.327602074587048e-08,
+        8.202024304182487e-08,
+        8.314236765727401e-08,
+        8.297332243500932e-08,
+        8.366263415382491e-08,
+        8.397172024388055e-08,
+        8.28201862645983e-08,
+        8.25891035560744e-08,
+        8.210781032857994e-08,
+        8.243790716733201e-08,
+        8.338903967342048e-08,
+        8.36389730807241e-08,
+        8.276183649513769e-08,
+        8.32991773336289e-08,
+        8.280921548475817e-08,
+        8.276055041278596e-08
+      ],
+      "raw_bias_clean_difference_rms_ratio": [
+        5.651863098144531,
+        7.700714111328125,
+        8.084569931030273,
+        8.034344673156738,
+        8.002644538879395,
+        7.7442426681518555,
+        7.6686248779296875,
+        7.640431880950928,
+        7.494216442108154,
+        7.459425449371338,
+        7.279849052429199,
+        7.300354957580566,
+        7.363729953765869,
+        7.322824478149414,
+        7.329975605010986,
+        7.333050727844238,
+        7.352507591247559,
+        7.347657203674316,
+        7.395290851593018,
+        7.420726776123047,
+        7.388254165649414,
+        7.449977397918701,
+        7.33204460144043,
+        7.429227828979492,
+        7.500853061676025,
+        7.383391857147217,
+        7.460042476654053,
+        7.600311279296875,
+        7.536438941955566,
+        7.5511322021484375,
+        7.514941215515137,
+        7.471189022064209,
+        7.480524063110352,
+        7.617521286010742,
+        7.726871967315674,
+        7.727311611175537,
+        7.715186595916748,
+        7.590993881225586,
+        7.628291130065918,
+        7.736150741577148,
+        7.650662899017334,
+        7.6046342849731445,
+        7.753527641296387,
+        7.800462245941162,
+        7.769697189331055,
+        7.880321025848389,
+        7.768082618713379,
+        7.888444423675537,
+        7.851435661315918,
+        7.785061836242676,
+        7.871663570404053,
+        7.996257781982422,
+        7.9145379066467285,
+        8.049261093139648,
+        8.014886856079102,
+        7.975528240203857,
+        8.024823188781738,
+        8.035131454467773,
+        8.098767280578613,
+        8.04134750366211,
+        8.098358154296875,
+        8.145710945129395,
+        8.161787986755371,
+        8.137726783752441,
+        8.245296478271484,
+        8.188935279846191,
+        8.29834270477295,
+        8.258480072021484,
+        8.316415786743164,
+        8.331371307373047,
+        8.350478172302246,
+        8.42396068572998,
+        8.393440246582031,
+        8.431617736816406,
+        8.443155288696289,
+        8.363659858703613,
+        8.44055461883545,
+        8.591177940368652,
+        8.46475601196289,
+        8.50857162475586,
+        8.701749801635742,
+        8.56250286102295,
+        8.5838041305542,
+        8.58917236328125,
+        8.606735229492188,
+        8.682943344116211,
+        8.647989273071289,
+        8.599814414978027,
+        8.670355796813965,
+        8.67227554321289,
+        8.665237426757812,
+        8.619681358337402,
+        8.72009563446045,
+        8.783447265625,
+        8.686474800109863,
+        8.725704193115234,
+        8.829477310180664,
+        8.792387962341309,
+        8.799049377441406,
+        8.80508041381836,
+        8.831114768981934,
+        8.874349594116211,
+        8.80755615234375,
+        8.857720375061035,
+        8.795977592468262,
+        8.858255386352539,
+        8.858254432678223,
+        8.747186660766602,
+        8.92188835144043,
+        8.830827713012695,
+        8.892379760742188,
+        8.827960014343262,
+        8.850542068481445,
+        8.907942771911621,
+        8.933326721191406,
+        8.940926551818848,
+        8.903746604919434,
+        8.921120643615723,
+        8.922049522399902,
+        8.93925952911377,
+        8.895225524902344,
+        8.928730010986328,
+        8.947176933288574,
+        8.913390159606934,
+        8.873943328857422,
+        8.915675163269043,
+        8.922098159790039,
+        8.93105697631836,
+        8.885380744934082,
+        8.895599365234375
+      ],
+      "train_accuracy": [
+        38.98666763305664,
+        51.01777648925781,
+        56.78666687011719,
+        59.328887939453125,
+        61.87333297729492,
+        63.0444450378418,
+        64.19999694824219,
+        64.46221923828125,
+        65.06888580322266,
+        65.05555725097656,
+        65.38666534423828,
+        65.77555847167969,
+        66.65110778808594,
+        66.81999969482422,
+        67.37555694580078,
+        67.57111358642578,
+        68.07111358642578,
+        68.4888916015625,
+        68.98666381835938,
+        68.97333526611328,
+        69.1977767944336,
+        69.26667022705078,
+        69.13999938964844,
+        69.54222106933594,
+        70.04666900634766,
+        69.62889099121094,
+        70.19999694824219,
+        70.72888946533203,
+        70.57555389404297,
+        70.87110900878906,
+        71.03111267089844,
+        71.25777435302734,
+        70.82221984863281,
+        71.5888900756836,
+        71.86222076416016,
+        71.59111022949219,
+        71.62444305419922,
+        71.95555877685547,
+        71.83333587646484,
+        72.23999786376953,
+        72.67778015136719,
+        72.586669921875,
+        72.91999816894531,
+        73.09333038330078,
+        72.74888610839844,
+        73.27999877929688,
+        73.30889129638672,
+        73.59111022949219,
+        73.97110748291016,
+        73.5888900756836,
+        74.26667022705078,
+        74.23332977294922,
+        74.42444610595703,
+        74.63777923583984,
+        74.5999984741211,
+        74.73999786376953,
+        75.04888916015625,
+        74.94222259521484,
+        75.304443359375,
+        75.48666381835938,
+        75.52889251708984,
+        75.79777526855469,
+        75.67555236816406,
+        76.1866683959961,
+        76.46221923828125,
+        76.14888763427734,
+        76.6866683959961,
+        76.71111297607422,
+        76.8933334350586,
+        77.05999755859375,
+        77.1066665649414,
+        77.46444702148438,
+        77.40888977050781,
+        77.95777893066406,
+        77.95777893066406,
+        78.00444793701172,
+        78.2933349609375,
+        78.43555450439453,
+        78.56444549560547,
+        78.73555755615234,
+        79.11555480957031,
+        79.03111267089844,
+        79.51777648925781,
+        79.76444244384766,
+        79.45777893066406,
+        79.76667022705078,
+        80.05333709716797,
+        80.14888763427734,
+        80.20222473144531,
+        80.54000091552734,
+        80.74444580078125,
+        80.62889099121094,
+        80.8822250366211,
+        81.26000213623047,
+        81.18000030517578,
+        81.32221984863281,
+        81.73332977294922,
+        81.65555572509766,
+        81.84222412109375,
+        82.12889099121094,
+        82.23110961914062,
+        82.45333099365234,
+        82.71778106689453,
+        82.5999984741211,
+        82.59111022949219,
+        82.87999725341797,
+        83.23110961914062,
+        82.93111419677734,
+        83.2844467163086,
+        83.33333587646484,
+        83.5199966430664,
+        83.6066665649414,
+        83.36222076416016,
+        83.63333129882812,
+        83.82888793945312,
+        83.94222259521484,
+        83.87555694580078,
+        83.85778045654297,
+        83.84666442871094,
+        83.81777954101562,
+        83.7911148071289,
+        83.9888916015625,
+        83.86888885498047,
+        83.86444091796875,
+        83.6844482421875,
+        83.8155517578125,
+        83.89555358886719,
+        83.97110748291016,
+        83.86222076416016,
+        83.67778015136719
+      ],
+      "train_loss": [
+        1.700146198272705,
+        1.374245285987854,
+        1.2251412868499756,
+        1.1612834930419922,
+        1.0897513628005981,
+        1.0651589632034302,
+        1.0315624475479126,
+        1.0222002267837524,
+        1.0078649520874023,
+        1.0120940208435059,
+        1.0075223445892334,
+        0.9888733625411987,
+        0.9704839587211609,
+        0.9617512226104736,
+        0.9429405927658081,
+        0.937843382358551,
+        0.9270132184028625,
+        0.9142856597900391,
+        0.9078752994537354,
+        0.9038613438606262,
+        0.8961057662963867,
+        0.894300103187561,
+        0.8981685638427734,
+        0.8813890218734741,
+        0.8658251166343689,
+        0.8808944821357727,
+        0.8691399693489075,
+        0.856520414352417,
+        0.858733594417572,
+        0.845600426197052,
+        0.8467687368392944,
+        0.8399454951286316,
+        0.8467430472373962,
+        0.8308502435684204,
+        0.822430431842804,
+        0.8242837190628052,
+        0.820928156375885,
+        0.8151362538337708,
+        0.8159453868865967,
+        0.8088089823722839,
+        0.7977640628814697,
+        0.8019300699234009,
+        0.7857999205589294,
+        0.7796149849891663,
+        0.7957851886749268,
+        0.7766897082328796,
+        0.7751237154006958,
+        0.7688220143318176,
+        0.7552518844604492,
+        0.7646060585975647,
+        0.7514321804046631,
+        0.7463187575340271,
+        0.7456818222999573,
+        0.7297839522361755,
+        0.7348945736885071,
+        0.7312834858894348,
+        0.7248637080192566,
+        0.7294675707817078,
+        0.7159832119941711,
+        0.7128941416740417,
+        0.7117261290550232,
+        0.7047476768493652,
+        0.703123927116394,
+        0.6937474012374878,
+        0.686028242111206,
+        0.6876939535140991,
+        0.6723340749740601,
+        0.6721512675285339,
+        0.6695564985275269,
+        0.6626533269882202,
+        0.6582947969436646,
+        0.6476622223854065,
+        0.6518228650093079,
+        0.6405826807022095,
+        0.638401210308075,
+        0.6340884566307068,
+        0.6278212070465088,
+        0.6236828565597534,
+        0.6234065890312195,
+        0.615099310874939,
+        0.6017294526100159,
+        0.6022226214408875,
+        0.5947023034095764,
+        0.5921581983566284,
+        0.5889365077018738,
+        0.5823048949241638,
+        0.5805098414421082,
+        0.5753046870231628,
+        0.5712969303131104,
+        0.56174635887146,
+        0.5607373118400574,
+        0.5588014125823975,
+        0.5473426580429077,
+        0.5429359078407288,
+        0.5427946448326111,
+        0.5387613773345947,
+        0.5310889482498169,
+        0.5291767120361328,
+        0.5260114669799805,
+        0.5197059512138367,
+        0.512734055519104,
+        0.5097443461418152,
+        0.5109577178955078,
+        0.5033145546913147,
+        0.49872803688049316,
+        0.4944448471069336,
+        0.4896559417247772,
+        0.49555790424346924,
+        0.4868859052658081,
+        0.48640862107276917,
+        0.479220986366272,
+        0.48331257700920105,
+        0.4811403751373291,
+        0.47645601630210876,
+        0.4695281982421875,
+        0.47211676836013794,
+        0.4732792377471924,
+        0.46935898065567017,
+        0.47239962220191956,
+        0.47002503275871277,
+        0.47573208808898926,
+        0.4690265655517578,
+        0.4702884256839752,
+        0.4736062288284302,
+        0.4758826494216919,
+        0.47218057513237,
+        0.47354578971862793,
+        0.4722907245159149,
+        0.47327861189842224,
+        0.4731977581977844
+      ],
+      "train_time": [
+        19.208436727523804,
+        10.084239959716797,
+        9.969279527664185,
+        9.920997381210327,
+        9.857649087905884,
+        9.956969022750854,
+        9.947287797927856,
+        9.88653039932251,
+        9.978516817092896,
+        10.015596389770508,
+        10.02219295501709,
+        10.126394748687744,
+        10.02592658996582,
+        10.014127492904663,
+        10.066753387451172,
+        10.151154518127441,
+        10.046046733856201,
+        10.04764437675476,
+        10.070283651351929,
+        10.016910552978516,
+        10.026794910430908,
+        9.987763166427612,
+        10.050084590911865,
+        10.272960901260376,
+        10.035266399383545,
+        10.13955569267273,
+        10.188409805297852,
+        10.14188814163208,
+        10.13633108139038,
+        10.065881967544556,
+        9.987149238586426,
+        10.077828168869019,
+        10.171237468719482,
+        10.036560297012329,
+        10.292179584503174,
+        10.144578218460083,
+        10.164158821105957,
+        10.10405421257019,
+        10.090329647064209,
+        10.115635633468628,
+        10.044052362442017,
+        9.99335527420044,
+        9.96843433380127,
+        10.110010862350464,
+        10.021071195602417,
+        10.099908828735352,
+        10.212786674499512,
+        10.047465324401855,
+        10.117297410964966,
+        10.207637310028076,
+        10.087169885635376,
+        10.137194395065308,
+        10.078770160675049,
+        10.126076459884644,
+        10.087883949279785,
+        10.166889429092407,
+        10.092489957809448,
+        10.137529134750366,
+        10.230446815490723,
+        10.145937204360962,
+        10.069238424301147,
+        10.09359073638916,
+        10.043854236602783,
+        10.086578607559204,
+        10.151954412460327,
+        10.114441633224487,
+        10.06754183769226,
+        10.082130670547485,
+        10.051653146743774,
+        10.133132457733154,
+        10.328287124633789,
+        10.169549703598022,
+        10.088446378707886,
+        10.110198497772217,
+        10.074454545974731,
+        10.033209562301636,
+        10.113829612731934,
+        10.074509859085083,
+        10.239266633987427,
+        10.059686422348022,
+        10.110531330108643,
+        10.083722829818726,
+        10.163556337356567,
+        10.174630403518677,
+        10.22213864326477,
+        10.12910008430481,
+        10.161725282669067,
+        10.030619144439697,
+        10.132893085479736,
+        10.088046789169312,
+        10.191675424575806,
+        9.988422155380249,
+        10.059145450592041,
+        10.02909231185913,
+        10.151824951171875,
+        10.232489109039307,
+        10.143331289291382,
+        10.121658086776733,
+        10.137759923934937,
+        10.128250122070312,
+        10.093164443969727,
+        10.066247463226318,
+        10.146262407302856,
+        10.114151239395142,
+        10.126317739486694,
+        10.068281888961792,
+        10.12879729270935,
+        10.223671674728394,
+        10.119553804397583,
+        10.12359094619751,
+        10.116060733795166,
+        10.08390998840332,
+        10.122966051101685,
+        10.138663291931152,
+        10.101945638656616,
+        10.098628759384155,
+        10.08134937286377,
+        10.08097767829895,
+        10.017618417739868,
+        10.262633562088013,
+        10.090842008590698,
+        10.150916814804077,
+        10.146164178848267,
+        10.230763673782349,
+        10.12932014465332,
+        10.108866214752197,
+        10.109195232391357,
+        10.112032413482666,
+        10.094887971878052,
+        10.078797340393066
+      ],
+      "used_clean_difference_rms_ratio": [
+        4.827155066777777e-07,
+        6.422951059903426e-07,
+        6.871328537272348e-07,
+        6.720420628880674e-07,
+        6.604838631574239e-07,
+        6.550824878104322e-07,
+        6.33093691249087e-07,
+        6.320863690234546e-07,
+        6.199485937941063e-07,
+        6.290937903941085e-07,
+        5.964773208688712e-07,
+        6.083274683987838e-07,
+        6.149127216303896e-07,
+        6.165776085254038e-07,
+        6.165431045701553e-07,
+        6.049924081708014e-07,
+        6.050856882211519e-07,
+        6.158344376672176e-07,
+        6.259006113396026e-07,
+        6.109852392910398e-07,
+        6.031373800396977e-07,
+        6.186088512549759e-07,
+        6.088047257435392e-07,
+        6.16042939327599e-07,
+        6.267088110689656e-07,
+        6.136052661531721e-07,
+        6.026642722645192e-07,
+        6.357793722600036e-07,
+        6.31457282906922e-07,
+        6.156450922389922e-07,
+        6.27068004632747e-07,
+        6.283825655373221e-07,
+        6.232746727619087e-07,
+        6.337518811960763e-07,
+        6.379030423886434e-07,
+        6.424683078876114e-07,
+        6.497816684714053e-07,
+        6.404894179468101e-07,
+        6.263771865633316e-07,
+        6.406636430256185e-07,
+        6.313545100056217e-07,
+        6.271486654441105e-07,
+        6.597746278202976e-07,
+        6.601105155823461e-07,
+        6.466528361670498e-07,
+        6.575929205610009e-07,
+        6.396349476744945e-07,
+        6.535174179589376e-07,
+        6.503847203020996e-07,
+        6.454860681515129e-07,
+        6.536958494507417e-07,
+        6.670746302006592e-07,
+        6.529405709443381e-07,
+        6.561307372976444e-07,
+        6.703855319756258e-07,
+        6.552839977302938e-07,
+        6.746032568116789e-07,
+        6.750996703885903e-07,
+        6.612426659557968e-07,
+        6.723525416418852e-07,
+        6.686030928904074e-07,
+        6.849146529930294e-07,
+        6.80589664625586e-07,
+        6.702090900034818e-07,
+        6.853625222902338e-07,
+        6.834239911768236e-07,
+        6.877797886772896e-07,
+        6.899488198541803e-07,
+        6.91942659614142e-07,
+        6.927325557626318e-07,
+        6.911194532221998e-07,
+        7.058621918076824e-07,
+        6.894532020851329e-07,
+        7.045403549454932e-07,
+        7.02669638030784e-07,
+        6.994761179157649e-07,
+        7.122720262486837e-07,
+        7.179592671491264e-07,
+        6.926746323188127e-07,
+        7.084449293870421e-07,
+        7.237248382807593e-07,
+        7.085649826876761e-07,
+        7.203828431556758e-07,
+        6.988551604081294e-07,
+        7.223595730465604e-07,
+        7.272423658832849e-07,
+        7.173277367655828e-07,
+        7.266458510457596e-07,
+        7.331836968660355e-07,
+        7.241574735417089e-07,
+        7.189958637354721e-07,
+        7.154934564823634e-07,
+        7.350147939177987e-07,
+        7.412467084577656e-07,
+        7.204632765933638e-07,
+        7.279106739588315e-07,
+        7.209646355477162e-07,
+        7.282715159817599e-07,
+        7.474533845197584e-07,
+        7.276840960912523e-07,
+        7.237597969833587e-07,
+        7.454722776856215e-07,
+        7.202678489193204e-07,
+        7.372810841843602e-07,
+        7.348912731686141e-07,
+        7.300098445739422e-07,
+        7.473663004020636e-07,
+        7.412934337480692e-07,
+        7.572137405986723e-07,
+        7.385762614831037e-07,
+        7.349925112976052e-07,
+        7.31479701698845e-07,
+        7.39166694074811e-07,
+        7.391588496830082e-07,
+        7.431635822285898e-07,
+        7.330718858611363e-07,
+        7.401702077913797e-07,
+        7.398641628242331e-07,
+        7.465440603482421e-07,
+        7.508287467317132e-07,
+        7.370529715444718e-07,
+        7.379731528089906e-07,
+        7.350168971242965e-07,
+        7.355545790233009e-07,
+        7.404667599075765e-07,
+        7.444604648298991e-07,
+        7.39704091756721e-07,
+        7.44571593713772e-07,
+        7.359474807344668e-07,
+        7.364870384662936e-07
+      ],
+      "val_accuracy": [
+        53.52000045776367,
+        59.0,
+        64.54000091552734,
+        65.66000366210938,
+        65.9000015258789,
+        68.69999694824219,
+        69.55999755859375,
+        69.19999694824219,
+        66.23999786376953,
+        70.37999725341797,
+        68.69999694824219,
+        69.22000122070312,
+        69.58000183105469,
+        70.23999786376953,
+        70.86000061035156,
+        70.31999969482422,
+        71.87999725341797,
+        72.33999633789062,
+        71.9000015258789,
+        73.26000213623047,
+        70.72000122070312,
+        71.69999694824219,
+        72.05999755859375,
+        73.5199966430664,
+        74.05999755859375,
+        73.37999725341797,
+        72.9800033569336,
+        72.91999816894531,
+        75.19999694824219,
+        73.9800033569336,
+        74.0,
+        72.87999725341797,
+        73.62000274658203,
+        73.19999694824219,
+        74.9800033569336,
+        74.94000244140625,
+        74.68000030517578,
+        74.45999908447266,
+        75.72000122070312,
+        75.80000305175781,
+        75.0199966430664,
+        72.76000213623047,
+        75.27999877929688,
+        75.33999633789062,
+        73.9000015258789,
+        77.83999633789062,
+        76.22000122070312,
+        75.73999786376953,
+        76.05999755859375,
+        76.41999816894531,
+        76.04000091552734,
+        76.22000122070312,
+        75.22000122070312,
+        76.83999633789062,
+        77.0199966430664,
+        77.37999725341797,
+        77.18000030517578,
+        73.37999725341797,
+        77.45999908447266,
+        76.95999908447266,
+        77.76000213623047,
+        77.87999725341797,
+        78.73999786376953,
+        76.4000015258789,
+        78.0,
+        75.81999969482422,
+        79.30000305175781,
+        77.18000030517578,
+        76.5999984741211,
+        77.0199966430664,
+        78.83999633789062,
+        78.62000274658203,
+        79.41999816894531,
+        78.95999908447266,
+        78.86000061035156,
+        79.87999725341797,
+        79.37999725341797,
+        79.45999908447266,
+        80.23999786376953,
+        80.16000366210938,
+        80.4800033569336,
+        79.94000244140625,
+        79.95999908447266,
+        81.0999984741211,
+        79.9800033569336,
+        81.16000366210938,
+        80.22000122070312,
+        80.81999969482422,
+        81.0999984741211,
+        81.81999969482422,
+        80.9000015258789,
+        81.44000244140625,
+        82.19999694824219,
+        81.81999969482422,
+        81.73999786376953,
+        81.76000213623047,
+        81.69999694824219,
+        82.22000122070312,
+        82.45999908447266,
+        82.0,
+        82.66000366210938,
+        82.4800033569336,
+        82.04000091552734,
+        82.62000274658203,
+        82.80000305175781,
+        82.9800033569336,
+        82.91999816894531,
+        82.81999969482422,
+        82.91999816894531,
+        82.80000305175781,
+        82.87999725341797,
+        83.26000213623047,
+        83.05999755859375,
+        82.9000015258789,
+        83.31999969482422,
+        83.4000015258789,
+        83.4000015258789,
+        83.5,
+        83.36000061035156,
+        83.41999816894531,
+        83.44000244140625,
+        83.4800033569336,
+        83.44000244140625,
+        83.45999908447266,
+        83.45999908447266,
+        83.44000244140625,
+        83.44000244140625,
+        83.41999816894531,
+        83.45999908447266,
+        83.44000244140625
+      ],
+      "val_loss": [
+        1.3194701671600342,
+        1.1489856243133545,
+        1.0110249519348145,
+        0.9995486736297607,
+        0.975368320941925,
+        0.9089543223381042,
+        0.8908157348632812,
+        0.9091835618019104,
+        0.9832767248153687,
+        0.8514971733093262,
+        0.9184580445289612,
+        0.9079546332359314,
+        0.8815804123878479,
+        0.8806147575378418,
+        0.8503714203834534,
+        0.8479534387588501,
+        0.8188788890838623,
+        0.8109531998634338,
+        0.8195528388023376,
+        0.7814080715179443,
+        0.8726105690002441,
+        0.8277830481529236,
+        0.8148999214172363,
+        0.8045278787612915,
+        0.7638383507728577,
+        0.7665835618972778,
+        0.7994078993797302,
+        0.7991624474525452,
+        0.7258732318878174,
+        0.7784278988838196,
+        0.7711151242256165,
+        0.8410112261772156,
+        0.7886636853218079,
+        0.7888864278793335,
+        0.7295854687690735,
+        0.7361162304878235,
+        0.7409539818763733,
+        0.7440260052680969,
+        0.7286837100982666,
+        0.716103196144104,
+        0.7351568341255188,
+        0.806007981300354,
+        0.7198649644851685,
+        0.7109752893447876,
+        0.7602249383926392,
+        0.6546511650085449,
+        0.69026780128479,
+        0.7178469300270081,
+        0.7060900926589966,
+        0.687801718711853,
+        0.7039817571640015,
+        0.6777649521827698,
+        0.7089879512786865,
+        0.6674052476882935,
+        0.6778624653816223,
+        0.6706336140632629,
+        0.6777629852294922,
+        0.7744195461273193,
+        0.6831504106521606,
+        0.6982004642486572,
+        0.6600232124328613,
+        0.6612038612365723,
+        0.6291294693946838,
+        0.696289598941803,
+        0.6373218297958374,
+        0.7086646556854248,
+        0.604119062423706,
+        0.6640197038650513,
+        0.677757203578949,
+        0.6722255945205688,
+        0.627880871295929,
+        0.6313819289207458,
+        0.6078330874443054,
+        0.6142471432685852,
+        0.6264322400093079,
+        0.5960767269134521,
+        0.5970892310142517,
+        0.5934314727783203,
+        0.5908246040344238,
+        0.5869239568710327,
+        0.5659902095794678,
+        0.5864430069923401,
+        0.5760539770126343,
+        0.5680236220359802,
+        0.5752419233322144,
+        0.5570666790008545,
+        0.5788825750350952,
+        0.5513631701469421,
+        0.5491865277290344,
+        0.5444467067718506,
+        0.5324323177337646,
+        0.5555744171142578,
+        0.5211969614028931,
+        0.5449212789535522,
+        0.5484431982040405,
+        0.5306106805801392,
+        0.5323324799537659,
+        0.5329926013946533,
+        0.5190336108207703,
+        0.5258058905601501,
+        0.51042640209198,
+        0.5100357532501221,
+        0.5220059752464294,
+        0.5077250599861145,
+        0.505951464176178,
+        0.4990067780017853,
+        0.5102978348731995,
+        0.5094740986824036,
+        0.5045663714408875,
+        0.5023555755615234,
+        0.5032286643981934,
+        0.4967096447944641,
+        0.4980241358280182,
+        0.49595344066619873,
+        0.4945482611656189,
+        0.4958609342575073,
+        0.49403512477874756,
+        0.4940415322780609,
+        0.4935239553451538,
+        0.49343588948249817,
+        0.4934057295322418,
+        0.49341368675231934,
+        0.4935355484485626,
+        0.4934888482093811,
+        0.49338340759277344,
+        0.4934006929397583,
+        0.4932677149772644,
+        0.4934731423854828,
+        0.4934805929660797,
+        0.4934356212615967
+      ],
+      "val_time": [
+        0.7441456317901611,
+        0.2047710418701172,
+        0.20944452285766602,
+        0.20168852806091309,
+        0.21001195907592773,
+        0.2027301788330078,
+        0.21964526176452637,
+        0.2083113193511963,
+        0.21064257621765137,
+        0.2040114402770996,
+        0.1917111873626709,
+        0.18901562690734863,
+        0.20279932022094727,
+        0.19608211517333984,
+        0.20422124862670898,
+        0.21298766136169434,
+        0.19728755950927734,
+        0.2093205451965332,
+        0.19466066360473633,
+        0.20397686958312988,
+        0.17352747917175293,
+        0.2115767002105713,
+        0.19321680068969727,
+        0.18655920028686523,
+        0.22108769416809082,
+        0.19569969177246094,
+        0.2205336093902588,
+        0.22299766540527344,
+        0.2022392749786377,
+        0.18765950202941895,
+        0.18955349922180176,
+        0.2153148651123047,
+        0.20956087112426758,
+        0.21007561683654785,
+        0.20711040496826172,
+        0.19836759567260742,
+        0.1831531524658203,
+        0.20943665504455566,
+        0.18426847457885742,
+        0.20510268211364746,
+        0.20962977409362793,
+        0.21329116821289062,
+        0.20324254035949707,
+        0.19228553771972656,
+        0.19025254249572754,
+        0.21266865730285645,
+        0.17170071601867676,
+        0.18115782737731934,
+        0.20227313041687012,
+        0.21218204498291016,
+        0.19442105293273926,
+        0.19008970260620117,
+        0.21971583366394043,
+        0.18202972412109375,
+        0.21315717697143555,
+        0.2015392780303955,
+        0.19916391372680664,
+        0.2059941291809082,
+        0.1775503158569336,
+        0.1923072338104248,
+        0.17854070663452148,
+        0.20949029922485352,
+        0.18202996253967285,
+        0.21799826622009277,
+        0.19598746299743652,
+        0.20093655586242676,
+        0.1847248077392578,
+        0.18709611892700195,
+        0.2116856575012207,
+        0.21268105506896973,
+        0.19874310493469238,
+        0.20999717712402344,
+        0.17603302001953125,
+        0.20018458366394043,
+        0.20145082473754883,
+        0.19756340980529785,
+        0.20820212364196777,
+        0.1931769847869873,
+        0.20251226425170898,
+        0.1954207420349121,
+        0.20110535621643066,
+        0.2149050235748291,
+        0.18897032737731934,
+        0.1920325756072998,
+        0.18648076057434082,
+        0.17703938484191895,
+        0.17799782752990723,
+        0.1713249683380127,
+        0.2028799057006836,
+        0.20788955688476562,
+        0.17978644371032715,
+        0.21185016632080078,
+        0.1755237579345703,
+        0.20702075958251953,
+        0.17375755310058594,
+        0.2028801441192627,
+        0.18795990943908691,
+        0.19173526763916016,
+        0.1898036003112793,
+        0.21601271629333496,
+        0.22632765769958496,
+        0.18883347511291504,
+        0.19767189025878906,
+        0.20465946197509766,
+        0.21271991729736328,
+        0.21102499961853027,
+        0.21598291397094727,
+        0.19216299057006836,
+        0.173753023147583,
+        0.17688679695129395,
+        0.21115612983703613,
+        0.19346261024475098,
+        0.19909954071044922,
+        0.20671796798706055,
+        0.20510435104370117,
+        0.18868756294250488,
+        0.21262478828430176,
+        0.17992591857910156,
+        0.1985483169555664,
+        0.18586111068725586,
+        0.19279098510742188,
+        0.21131229400634766,
+        0.21717143058776855,
+        0.21459269523620605,
+        0.20418000221252441,
+        0.20991110801696777,
+        0.21289658546447754,
+        0.16847562789916992,
+        0.20061159133911133,
+        0.2060079574584961
+      ]
+    },
+    "dp_bias_initialization": {
+      "bias_kind": "activity",
+      "bias_ratio_target": 4.0,
+      "calibration_examples": 64,
+      "instruction_observations_for_predictor": 0,
+      "realized_bias_difference_rms_ratio": [
+        4.0,
+        4.000000476837158,
+        4.000000476837158
+      ]
+    },
+    "epochs_completed": 130,
+    "final_validation_accuracy": 83.44000244140625,
+    "finite": true,
+    "test_accuracy": NaN
+  },
+  "kind": "activity",
+  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json",
+  "ratio": 4.0,
+  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
+  "return_code": 0,
+  "rule": "innovation",
+  "seed": 1993,
+  "source": {
+    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
+    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
+    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
+    "tracked_files": {
+      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
+      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
+      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
+      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
+    }
+  },
+  "stage": "contrastive_bias_c1",
+  "status": "completed",
+  "timeout_seconds": 3600
+}