{
  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-innovation/2026_08_06_15_51_17/hist.npy",
  "command": [
    "/scratch/yurenh2/venvs/dualprop/bin/python",
    "train.py",
    "--model",
    "miniCNN",
    "--dataset",
    "cifar10",
    "--num-epochs",
    "130",
    "--batch-size",
    "100",
    "--learning-rate",
    "0.025",
    "--learning-rate-final",
    "2e-6",
    "--warmup-learning-rate",
    "0.001",
    "--warmup-epochs",
    "10",
    "--decay-epochs",
    "120",
    "--momentum",
    "0.9",
    "--weight-decay",
    "5e-4",
    "--dtype",
    "float32",
    "--param-dtype",
    "float32",
    "--percent-train",
    "90",
    "--percent-val",
    "10",
    "--seeds",
    "1993",
    "--feedback-seed",
    "1729",
    "--gradient-diagnostics",
    "none",
    "--spectral-diagnostics",
    "none",
    "--test-policy",
    "none",
    "--early-stop-policy",
    "none",
    "--learning-algorithm",
    "dualprop-lagr-ff",
    "--experiment-name",
    "dp-bias-c1-s1993-innovation",
    "--optimizer-schedule",
    "author",
    "--loss",
    "sce",
    "--alpha",
    "0.0",
    "--beta",
    "0.1",
    "--inference-sequence",
    "fwK",
    "--inference-passes-nudged",
    "16",
    "--dp-bias-kind",
    "activity",
    "--dp-bias-rule",
    "innovation",
    "--dp-bias-ratio",
    "4.0",
    "--dp-bias-seed",
    "6100",
    "--dp-bias-calibration-examples",
    "64"
  ],
  "completed_unix_time": 1786050843.658294,
  "condition": "innovation",
  "driver_wall_seconds": 1373.9107201099396,
  "experiment_name": "dp-bias-c1-s1993-innovation",
  "hardware": {
    "cuda_visible_devices": "5",
    "memory_total_mib": 8192,
    "name": "NVIDIA GeForce GTX 1080",
    "physical_index": 5,
    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
  },
  "history": {
    "best_epoch": 118,
    "best_validation_accuracy": 83.5,
    "curves": {
      "instruction_observations_for_predictor": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "maximum_used_clean_difference_relative_error": [
        6.184461653901963e-07,
        9.174049750981794e-07,
        1.1034965154976817e-06,
        1.1721239161488484e-06,
        1.2560393543026294e-06,
        1.3384844805841567e-06,
        1.3678611594514223e-06,
        1.4210735344022396e-06,
        1.4564924413207336e-06,
        1.5153790400290745e-06,
        1.4854841765554738e-06,
        1.5595336435580975e-06,
        1.6018472024370567e-06,
        1.6315883613060578e-06,
        1.6645212781440932e-06,
        1.6429602283096756e-06,
        1.6480037174915196e-06,
        1.7096685951401014e-06,
        1.756993583512667e-06,
        1.716304154797399e-06,
        1.71912233781768e-06,
        1.7771388911569375e-06,
        1.742372774060641e-06,
        1.7871226418719743e-06,
        1.8212023178421077e-06,
        1.7938353948920849e-06,
        1.7474483229307225e-06,
        1.8473460841050837e-06,
        1.8438970528222853e-06,
        1.8141488453693455e-06,
        1.8666426058189245e-06,
        1.8721568721957738e-06,
        1.8462454818291008e-06,
        1.886734366962628e-06,
        1.8929204088635743e-06,
        1.9139572486892575e-06,
        1.942756171047222e-06,
        1.930286543938564e-06,
        1.877840190900315e-06,
        1.9346907720318995e-06,
        1.914552967718919e-06,
        1.9113533653580816e-06,
        2.010291382248397e-06,
        2.0182487787678838e-06,
        1.963179329322884e-06,
        2.013964831348858e-06,
        1.9589588191593066e-06,
        1.998213065235177e-06,
        2.019721705437405e-06,
        1.9976314433733933e-06,
        2.030235009442549e-06,
        2.0666914224420907e-06,
        2.0326904177636607e-06,
        2.0462327938730596e-06,
        2.102691723848693e-06,
        2.0665481770265615e-06,
        2.1324233330233255e-06,
        2.109931529048481e-06,
        2.0903264612570638e-06,
        2.1333430595404934e-06,
        2.1250207282719202e-06,
        2.1588775780401193e-06,
        2.1478647340700263e-06,
        2.1475179892149754e-06,
        2.2143340174807236e-06,
        2.1836797259311425e-06,
        2.217690735051292e-06,
        2.2281597011897247e-06,
        2.2319654817692935e-06,
        2.251913429063279e-06,
        2.2480201096186647e-06,
        2.3006916762824403e-06,
        2.2494953100249404e-06,
        2.3110633264877833e-06,
        2.3208820039144484e-06,
        2.3232141757034697e-06,
        2.3715197130513843e-06,
        2.383833361818688e-06,
        2.3083543965185527e-06,
        2.376464180997573e-06,
        2.434082261970616e-06,
        2.4109929199767066e-06,
        2.4719151952012908e-06,
        2.384740810157382e-06,
        2.468834281899035e-06,
        2.4856160507624736e-06,
        2.479006298017339e-06,
        2.527309106881148e-06,
        2.55392910730734e-06,
        2.5385950266354484e-06,
        2.539835122661316e-06,
        2.524577439544373e-06,
        2.610398041724693e-06,
        2.643206244101748e-06,
        2.5831914172158577e-06,
        2.6098584839928662e-06,
        2.5904782887664624e-06,
        2.64325603893667e-06,
        2.7478185984364245e-06,
        2.6489854008104885e-06,
        2.6653276563592954e-06,
        2.7564126412471524e-06,
        2.6881202757067513e-06,
        2.7581470476434333e-06,
        2.759335984592326e-06,
        2.756341700660414e-06,
        2.8507854494819185e-06,
        2.8222955279488815e-06,
        2.8806259706470883e-06,
        2.816836968122516e-06,
        2.8154388473922154e-06,
        2.8113452117395354e-06,
        2.848385975084966e-06,
        2.8499093787104357e-06,
        2.87091074824275e-06,
        2.833729922713246e-06,
        2.871801370929461e-06,
        2.866854629246518e-06,
        2.8959279916307423e-06,
        2.9157608878449537e-06,
        2.8566437322297134e-06,
        2.8597314667422324e-06,
        2.8474880764406407e-06,
        2.850033752110903e-06,
        2.8697359084617347e-06,
        2.886750507968827e-06,
        2.8686422410828527e-06,
        2.8862796170869842e-06,
        2.85910186903493e-06,
        2.857167373804259e-06
      ],
      "neutral_observations": [
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0
      ],
      "post_bias_raw_bias_rms_ratio": [
        8.561409003959852e-08,
        8.33706366165643e-08,
        8.483045377261078e-08,
        8.371157633746407e-08,
        8.253648786649137e-08,
        8.46395877829309e-08,
        8.252943928255263e-08,
        8.26896879857486e-08,
        8.275306129235105e-08,
        8.425011088775136e-08,
        8.183825883634199e-08,
        8.349149993591709e-08,
        8.348338553787471e-08,
        8.41987386479559e-08,
        8.423945274671496e-08,
        8.24470092197771e-08,
        8.230919235074907e-08,
        8.403502960163678e-08,
        8.45771452873123e-08,
        8.227125647408684e-08,
        8.170055565415169e-08,
        8.313121213632257e-08,
        8.30883237767921e-08,
        8.299987541704468e-08,
        8.346572144546371e-08,
        8.313791965974815e-08,
        8.087808822665465e-08,
        8.352766656116728e-08,
        8.380098392990476e-08,
        8.145675423065768e-08,
        8.335720025343107e-08,
        8.407205598359724e-08,
        8.330177792004179e-08,
        8.3168913533882e-08,
        8.246875182749136e-08,
        8.3198777645066e-08,
        8.419580410645722e-08,
        8.433011799979795e-08,
        8.208436952372722e-08,
        8.280720464881597e-08,
        8.254159666876149e-08,
        8.244623472819512e-08,
        8.50263077722957e-08,
        8.454588140693886e-08,
        8.313431720807785e-08,
        8.353480751566167e-08,
        8.238355775347372e-08,
        8.282010810489737e-08,
        8.281276819843697e-08,
        8.291078046340772e-08,
        8.300701637153907e-08,
        8.350240676691101e-08,
        8.242245286282923e-08,
        8.153297414992267e-08,
        8.365202575078001e-08,
        8.201688928011208e-08,
        8.404227713754153e-08,
        8.387470984416723e-08,
        8.170208332103357e-08,
        8.354977154567678e-08,
        8.261756789806896e-08,
        8.409184459878816e-08,
        8.334359336004127e-08,
        8.220333569397553e-08,
        8.316235522443094e-08,
        8.36046183394501e-08,
        8.288711228487955e-08,
        8.356371239415239e-08,
        8.314349742022387e-08,
        8.314358268535216e-08,
        8.269990559028884e-08,
        8.385119087961357e-08,
        8.222032477078756e-08,
        8.362391668015334e-08,
        8.320024846852903e-08,
        8.37557792010557e-08,
        8.450189170616795e-08,
        8.371988968747246e-08,
        8.18887855302819e-08,
        8.341783797050084e-08,
        8.32991773336289e-08,
        8.27662915980909e-08,
        8.390045280748382e-08,
        8.134856699371085e-08,
        8.385659100440535e-08,
        8.37203018022592e-08,
        8.303407383891681e-08,
        8.444298060794608e-08,
        8.457844558051875e-08,
        8.360536440932265e-08,
        8.30325177503255e-08,
        8.315556243587707e-08,
        8.42484126906129e-08,
        8.456123623545864e-08,
        8.287189956490693e-08,
        8.346082580601433e-08,
        8.166161791223203e-08,
        8.295603493024828e-08,
        8.478884439000467e-08,
        8.259067385552044e-08,
        8.211943480773698e-08,
        8.407280205346979e-08,
        8.198295375905218e-08,
        8.31971860293379e-08,
        8.359459258144852e-08,
        8.243605265079168e-08,
        8.430370712630975e-08,
        8.463211997877806e-08,
        8.486244951200206e-08,
        8.35847089319941e-08,
        8.272683515997414e-08,
        8.290145103728719e-08,
        8.36542568549703e-08,
        8.307856091960275e-08,
        8.327602074587048e-08,
        8.202024304182487e-08,
        8.314236765727401e-08,
        8.297332243500932e-08,
        8.366263415382491e-08,
        8.397172024388055e-08,
        8.28201862645983e-08,
        8.25891035560744e-08,
        8.210781032857994e-08,
        8.243790716733201e-08,
        8.338903967342048e-08,
        8.36389730807241e-08,
        8.276183649513769e-08,
        8.32991773336289e-08,
        8.280921548475817e-08,
        8.276055041278596e-08
      ],
      "raw_bias_clean_difference_rms_ratio": [
        5.651863098144531,
        7.700714111328125,
        8.084569931030273,
        8.034344673156738,
        8.002644538879395,
        7.7442426681518555,
        7.6686248779296875,
        7.640431880950928,
        7.494216442108154,
        7.459425449371338,
        7.279849052429199,
        7.300354957580566,
        7.363729953765869,
        7.322824478149414,
        7.329975605010986,
        7.333050727844238,
        7.352507591247559,
        7.347657203674316,
        7.395290851593018,
        7.420726776123047,
        7.388254165649414,
        7.449977397918701,
        7.33204460144043,
        7.429227828979492,
        7.500853061676025,
        7.383391857147217,
        7.460042476654053,
        7.600311279296875,
        7.536438941955566,
        7.5511322021484375,
        7.514941215515137,
        7.471189022064209,
        7.480524063110352,
        7.617521286010742,
        7.726871967315674,
        7.727311611175537,
        7.715186595916748,
        7.590993881225586,
        7.628291130065918,
        7.736150741577148,
        7.650662899017334,
        7.6046342849731445,
        7.753527641296387,
        7.800462245941162,
        7.769697189331055,
        7.880321025848389,
        7.768082618713379,
        7.888444423675537,
        7.851435661315918,
        7.785061836242676,
        7.871663570404053,
        7.996257781982422,
        7.9145379066467285,
        8.049261093139648,
        8.014886856079102,
        7.975528240203857,
        8.024823188781738,
        8.035131454467773,
        8.098767280578613,
        8.04134750366211,
        8.098358154296875,
        8.145710945129395,
        8.161787986755371,
        8.137726783752441,
        8.245296478271484,
        8.188935279846191,
        8.29834270477295,
        8.258480072021484,
        8.316415786743164,
        8.331371307373047,
        8.350478172302246,
        8.42396068572998,
        8.393440246582031,
        8.431617736816406,
        8.443155288696289,
        8.363659858703613,
        8.44055461883545,
        8.591177940368652,
        8.46475601196289,
        8.50857162475586,
        8.701749801635742,
        8.56250286102295,
        8.5838041305542,
        8.58917236328125,
        8.606735229492188,
        8.682943344116211,
        8.647989273071289,
        8.599814414978027,
        8.670355796813965,
        8.67227554321289,
        8.665237426757812,
        8.619681358337402,
        8.72009563446045,
        8.783447265625,
        8.686474800109863,
        8.725704193115234,
        8.829477310180664,
        8.792387962341309,
        8.799049377441406,
        8.80508041381836,
        8.831114768981934,
        8.874349594116211,
        8.80755615234375,
        8.857720375061035,
        8.795977592468262,
        8.858255386352539,
        8.858254432678223,
        8.747186660766602,
        8.92188835144043,
        8.830827713012695,
        8.892379760742188,
        8.827960014343262,
        8.850542068481445,
        8.907942771911621,
        8.933326721191406,
        8.940926551818848,
        8.903746604919434,
        8.921120643615723,
        8.922049522399902,
        8.93925952911377,
        8.895225524902344,
        8.928730010986328,
        8.947176933288574,
        8.913390159606934,
        8.873943328857422,
        8.915675163269043,
        8.922098159790039,
        8.93105697631836,
        8.885380744934082,
        8.895599365234375
      ],
      "train_accuracy": [
        38.98666763305664,
        51.01777648925781,
        56.78666687011719,
        59.328887939453125,
        61.87333297729492,
        63.0444450378418,
        64.19999694824219,
        64.46221923828125,
        65.06888580322266,
        65.05555725097656,
        65.38666534423828,
        65.77555847167969,
        66.65110778808594,
        66.81999969482422,
        67.37555694580078,
        67.57111358642578,
        68.07111358642578,
        68.4888916015625,
        68.98666381835938,
        68.97333526611328,
        69.1977767944336,
        69.26667022705078,
        69.13999938964844,
        69.54222106933594,
        70.04666900634766,
        69.62889099121094,
        70.19999694824219,
        70.72888946533203,
        70.57555389404297,
        70.87110900878906,
        71.03111267089844,
        71.25777435302734,
        70.82221984863281,
        71.5888900756836,
        71.86222076416016,
        71.59111022949219,
        71.62444305419922,
        71.95555877685547,
        71.83333587646484,
        72.23999786376953,
        72.67778015136719,
        72.586669921875,
        72.91999816894531,
        73.09333038330078,
        72.74888610839844,
        73.27999877929688,
        73.30889129638672,
        73.59111022949219,
        73.97110748291016,
        73.5888900756836,
        74.26667022705078,
        74.23332977294922,
        74.42444610595703,
        74.63777923583984,
        74.5999984741211,
        74.73999786376953,
        75.04888916015625,
        74.94222259521484,
        75.304443359375,
        75.48666381835938,
        75.52889251708984,
        75.79777526855469,
        75.67555236816406,
        76.1866683959961,
        76.46221923828125,
        76.14888763427734,
        76.6866683959961,
        76.71111297607422,
        76.8933334350586,
        77.05999755859375,
        77.1066665649414,
        77.46444702148438,
        77.40888977050781,
        77.95777893066406,
        77.95777893066406,
        78.00444793701172,
        78.2933349609375,
        78.43555450439453,
        78.56444549560547,
        78.73555755615234,
        79.11555480957031,
        79.03111267089844,
        79.51777648925781,
        79.76444244384766,
        79.45777893066406,
        79.76667022705078,
        80.05333709716797,
        80.14888763427734,
        80.20222473144531,
        80.54000091552734,
        80.74444580078125,
        80.62889099121094,
        80.8822250366211,
        81.26000213623047,
        81.18000030517578,
        81.32221984863281,
        81.73332977294922,
        81.65555572509766,
        81.84222412109375,
        82.12889099121094,
        82.23110961914062,
        82.45333099365234,
        82.71778106689453,
        82.5999984741211,
        82.59111022949219,
        82.87999725341797,
        83.23110961914062,
        82.93111419677734,
        83.2844467163086,
        83.33333587646484,
        83.5199966430664,
        83.6066665649414,
        83.36222076416016,
        83.63333129882812,
        83.82888793945312,
        83.94222259521484,
        83.87555694580078,
        83.85778045654297,
        83.84666442871094,
        83.81777954101562,
        83.7911148071289,
        83.9888916015625,
        83.86888885498047,
        83.86444091796875,
        83.6844482421875,
        83.8155517578125,
        83.89555358886719,
        83.97110748291016,
        83.86222076416016,
        83.67778015136719
      ],
      "train_loss": [
        1.700146198272705,
        1.374245285987854,
        1.2251412868499756,
        1.1612834930419922,
        1.0897513628005981,
        1.0651589632034302,
        1.0315624475479126,
        1.0222002267837524,
        1.0078649520874023,
        1.0120940208435059,
        1.0075223445892334,
        0.9888733625411987,
        0.9704839587211609,
        0.9617512226104736,
        0.9429405927658081,
        0.937843382358551,
        0.9270132184028625,
        0.9142856597900391,
        0.9078752994537354,
        0.9038613438606262,
        0.8961057662963867,
        0.894300103187561,
        0.8981685638427734,
        0.8813890218734741,
        0.8658251166343689,
        0.8808944821357727,
        0.8691399693489075,
        0.856520414352417,
        0.858733594417572,
        0.845600426197052,
        0.8467687368392944,
        0.8399454951286316,
        0.8467430472373962,
        0.8308502435684204,
        0.822430431842804,
        0.8242837190628052,
        0.820928156375885,
        0.8151362538337708,
        0.8159453868865967,
        0.8088089823722839,
        0.7977640628814697,
        0.8019300699234009,
        0.7857999205589294,
        0.7796149849891663,
        0.7957851886749268,
        0.7766897082328796,
        0.7751237154006958,
        0.7688220143318176,
        0.7552518844604492,
        0.7646060585975647,
        0.7514321804046631,
        0.7463187575340271,
        0.7456818222999573,
        0.7297839522361755,
        0.7348945736885071,
        0.7312834858894348,
        0.7248637080192566,
        0.7294675707817078,
        0.7159832119941711,
        0.7128941416740417,
        0.7117261290550232,
        0.7047476768493652,
        0.703123927116394,
        0.6937474012374878,
        0.686028242111206,
        0.6876939535140991,
        0.6723340749740601,
        0.6721512675285339,
        0.6695564985275269,
        0.6626533269882202,
        0.6582947969436646,
        0.6476622223854065,
        0.6518228650093079,
        0.6405826807022095,
        0.638401210308075,
        0.6340884566307068,
        0.6278212070465088,
        0.6236828565597534,
        0.6234065890312195,
        0.615099310874939,
        0.6017294526100159,
        0.6022226214408875,
        0.5947023034095764,
        0.5921581983566284,
        0.5889365077018738,
        0.5823048949241638,
        0.5805098414421082,
        0.5753046870231628,
        0.5712969303131104,
        0.56174635887146,
        0.5607373118400574,
        0.5588014125823975,
        0.5473426580429077,
        0.5429359078407288,
        0.5427946448326111,
        0.5387613773345947,
        0.5310889482498169,
        0.5291767120361328,
        0.5260114669799805,
        0.5197059512138367,
        0.512734055519104,
        0.5097443461418152,
        0.5109577178955078,
        0.5033145546913147,
        0.49872803688049316,
        0.4944448471069336,
        0.4896559417247772,
        0.49555790424346924,
        0.4868859052658081,
        0.48640862107276917,
        0.479220986366272,
        0.48331257700920105,
        0.4811403751373291,
        0.47645601630210876,
        0.4695281982421875,
        0.47211676836013794,
        0.4732792377471924,
        0.46935898065567017,
        0.47239962220191956,
        0.47002503275871277,
        0.47573208808898926,
        0.4690265655517578,
        0.4702884256839752,
        0.4736062288284302,
        0.4758826494216919,
        0.47218057513237,
        0.47354578971862793,
        0.4722907245159149,
        0.47327861189842224,
        0.4731977581977844
      ],
      "train_time": [
        19.208436727523804,
        10.084239959716797,
        9.969279527664185,
        9.920997381210327,
        9.857649087905884,
        9.956969022750854,
        9.947287797927856,
        9.88653039932251,
        9.978516817092896,
        10.015596389770508,
        10.02219295501709,
        10.126394748687744,
        10.02592658996582,
        10.014127492904663,
        10.066753387451172,
        10.151154518127441,
        10.046046733856201,
        10.04764437675476,
        10.070283651351929,
        10.016910552978516,
        10.026794910430908,
        9.987763166427612,
        10.050084590911865,
        10.272960901260376,
        10.035266399383545,
        10.13955569267273,
        10.188409805297852,
        10.14188814163208,
        10.13633108139038,
        10.065881967544556,
        9.987149238586426,
        10.077828168869019,
        10.171237468719482,
        10.036560297012329,
        10.292179584503174,
        10.144578218460083,
        10.164158821105957,
        10.10405421257019,
        10.090329647064209,
        10.115635633468628,
        10.044052362442017,
        9.99335527420044,
        9.96843433380127,
        10.110010862350464,
        10.021071195602417,
        10.099908828735352,
        10.212786674499512,
        10.047465324401855,
        10.117297410964966,
        10.207637310028076,
        10.087169885635376,
        10.137194395065308,
        10.078770160675049,
        10.126076459884644,
        10.087883949279785,
        10.166889429092407,
        10.092489957809448,
        10.137529134750366,
        10.230446815490723,
        10.145937204360962,
        10.069238424301147,
        10.09359073638916,
        10.043854236602783,
        10.086578607559204,
        10.151954412460327,
        10.114441633224487,
        10.06754183769226,
        10.082130670547485,
        10.051653146743774,
        10.133132457733154,
        10.328287124633789,
        10.169549703598022,
        10.088446378707886,
        10.110198497772217,
        10.074454545974731,
        10.033209562301636,
        10.113829612731934,
        10.074509859085083,
        10.239266633987427,
        10.059686422348022,
        10.110531330108643,
        10.083722829818726,
        10.163556337356567,
        10.174630403518677,
        10.22213864326477,
        10.12910008430481,
        10.161725282669067,
        10.030619144439697,
        10.132893085479736,
        10.088046789169312,
        10.191675424575806,
        9.988422155380249,
        10.059145450592041,
        10.02909231185913,
        10.151824951171875,
        10.232489109039307,
        10.143331289291382,
        10.121658086776733,
        10.137759923934937,
        10.128250122070312,
        10.093164443969727,
        10.066247463226318,
        10.146262407302856,
        10.114151239395142,
        10.126317739486694,
        10.068281888961792,
        10.12879729270935,
        10.223671674728394,
        10.119553804397583,
        10.12359094619751,
        10.116060733795166,
        10.08390998840332,
        10.122966051101685,
        10.138663291931152,
        10.101945638656616,
        10.098628759384155,
        10.08134937286377,
        10.08097767829895,
        10.017618417739868,
        10.262633562088013,
        10.090842008590698,
        10.150916814804077,
        10.146164178848267,
        10.230763673782349,
        10.12932014465332,
        10.108866214752197,
        10.109195232391357,
        10.112032413482666,
        10.094887971878052,
        10.078797340393066
      ],
      "used_clean_difference_rms_ratio": [
        4.827155066777777e-07,
        6.422951059903426e-07,
        6.871328537272348e-07,
        6.720420628880674e-07,
        6.604838631574239e-07,
        6.550824878104322e-07,
        6.33093691249087e-07,
        6.320863690234546e-07,
        6.199485937941063e-07,
        6.290937903941085e-07,
        5.964773208688712e-07,
        6.083274683987838e-07,
        6.149127216303896e-07,
        6.165776085254038e-07,
        6.165431045701553e-07,
        6.049924081708014e-07,
        6.050856882211519e-07,
        6.158344376672176e-07,
        6.259006113396026e-07,
        6.109852392910398e-07,
        6.031373800396977e-07,
        6.186088512549759e-07,
        6.088047257435392e-07,
        6.16042939327599e-07,
        6.267088110689656e-07,
        6.136052661531721e-07,
        6.026642722645192e-07,
        6.357793722600036e-07,
        6.31457282906922e-07,
        6.156450922389922e-07,
        6.27068004632747e-07,
        6.283825655373221e-07,
        6.232746727619087e-07,
        6.337518811960763e-07,
        6.379030423886434e-07,
        6.424683078876114e-07,
        6.497816684714053e-07,
        6.404894179468101e-07,
        6.263771865633316e-07,
        6.406636430256185e-07,
        6.313545100056217e-07,
        6.271486654441105e-07,
        6.597746278202976e-07,
        6.601105155823461e-07,
        6.466528361670498e-07,
        6.575929205610009e-07,
        6.396349476744945e-07,
        6.535174179589376e-07,
        6.503847203020996e-07,
        6.454860681515129e-07,
        6.536958494507417e-07,
        6.670746302006592e-07,
        6.529405709443381e-07,
        6.561307372976444e-07,
        6.703855319756258e-07,
        6.552839977302938e-07,
        6.746032568116789e-07,
        6.750996703885903e-07,
        6.612426659557968e-07,
        6.723525416418852e-07,
        6.686030928904074e-07,
        6.849146529930294e-07,
        6.80589664625586e-07,
        6.702090900034818e-07,
        6.853625222902338e-07,
        6.834239911768236e-07,
        6.877797886772896e-07,
        6.899488198541803e-07,
        6.91942659614142e-07,
        6.927325557626318e-07,
        6.911194532221998e-07,
        7.058621918076824e-07,
        6.894532020851329e-07,
        7.045403549454932e-07,
        7.02669638030784e-07,
        6.994761179157649e-07,
        7.122720262486837e-07,
        7.179592671491264e-07,
        6.926746323188127e-07,
        7.084449293870421e-07,
        7.237248382807593e-07,
        7.085649826876761e-07,
        7.203828431556758e-07,
        6.988551604081294e-07,
        7.223595730465604e-07,
        7.272423658832849e-07,
        7.173277367655828e-07,
        7.266458510457596e-07,
        7.331836968660355e-07,
        7.241574735417089e-07,
        7.189958637354721e-07,
        7.154934564823634e-07,
        7.350147939177987e-07,
        7.412467084577656e-07,
        7.204632765933638e-07,
        7.279106739588315e-07,
        7.209646355477162e-07,
        7.282715159817599e-07,
        7.474533845197584e-07,
        7.276840960912523e-07,
        7.237597969833587e-07,
        7.454722776856215e-07,
        7.202678489193204e-07,
        7.372810841843602e-07,
        7.348912731686141e-07,
        7.300098445739422e-07,
        7.473663004020636e-07,
        7.412934337480692e-07,
        7.572137405986723e-07,
        7.385762614831037e-07,
        7.349925112976052e-07,
        7.31479701698845e-07,
        7.39166694074811e-07,
        7.391588496830082e-07,
        7.431635822285898e-07,
        7.330718858611363e-07,
        7.401702077913797e-07,
        7.398641628242331e-07,
        7.465440603482421e-07,
        7.508287467317132e-07,
        7.370529715444718e-07,
        7.379731528089906e-07,
        7.350168971242965e-07,
        7.355545790233009e-07,
        7.404667599075765e-07,
        7.444604648298991e-07,
        7.39704091756721e-07,
        7.44571593713772e-07,
        7.359474807344668e-07,
        7.364870384662936e-07
      ],
      "val_accuracy": [
        53.52000045776367,
        59.0,
        64.54000091552734,
        65.66000366210938,
        65.9000015258789,
        68.69999694824219,
        69.55999755859375,
        69.19999694824219,
        66.23999786376953,
        70.37999725341797,
        68.69999694824219,
        69.22000122070312,
        69.58000183105469,
        70.23999786376953,
        70.86000061035156,
        70.31999969482422,
        71.87999725341797,
        72.33999633789062,
        71.9000015258789,
        73.26000213623047,
        70.72000122070312,
        71.69999694824219,
        72.05999755859375,
        73.5199966430664,
        74.05999755859375,
        73.37999725341797,
        72.9800033569336,
        72.91999816894531,
        75.19999694824219,
        73.9800033569336,
        74.0,
        72.87999725341797,
        73.62000274658203,
        73.19999694824219,
        74.9800033569336,
        74.94000244140625,
        74.68000030517578,
        74.45999908447266,
        75.72000122070312,
        75.80000305175781,
        75.0199966430664,
        72.76000213623047,
        75.27999877929688,
        75.33999633789062,
        73.9000015258789,
        77.83999633789062,
        76.22000122070312,
        75.73999786376953,
        76.05999755859375,
        76.41999816894531,
        76.04000091552734,
        76.22000122070312,
        75.22000122070312,
        76.83999633789062,
        77.0199966430664,
        77.37999725341797,
        77.18000030517578,
        73.37999725341797,
        77.45999908447266,
        76.95999908447266,
        77.76000213623047,
        77.87999725341797,
        78.73999786376953,
        76.4000015258789,
        78.0,
        75.81999969482422,
        79.30000305175781,
        77.18000030517578,
        76.5999984741211,
        77.0199966430664,
        78.83999633789062,
        78.62000274658203,
        79.41999816894531,
        78.95999908447266,
        78.86000061035156,
        79.87999725341797,
        79.37999725341797,
        79.45999908447266,
        80.23999786376953,
        80.16000366210938,
        80.4800033569336,
        79.94000244140625,
        79.95999908447266,
        81.0999984741211,
        79.9800033569336,
        81.16000366210938,
        80.22000122070312,
        80.81999969482422,
        81.0999984741211,
        81.81999969482422,
        80.9000015258789,
        81.44000244140625,
        82.19999694824219,
        81.81999969482422,
        81.73999786376953,
        81.76000213623047,
        81.69999694824219,
        82.22000122070312,
        82.45999908447266,
        82.0,
        82.66000366210938,
        82.4800033569336,
        82.04000091552734,
        82.62000274658203,
        82.80000305175781,
        82.9800033569336,
        82.91999816894531,
        82.81999969482422,
        82.91999816894531,
        82.80000305175781,
        82.87999725341797,
        83.26000213623047,
        83.05999755859375,
        82.9000015258789,
        83.31999969482422,
        83.4000015258789,
        83.4000015258789,
        83.5,
        83.36000061035156,
        83.41999816894531,
        83.44000244140625,
        83.4800033569336,
        83.44000244140625,
        83.45999908447266,
        83.45999908447266,
        83.44000244140625,
        83.44000244140625,
        83.41999816894531,
        83.45999908447266,
        83.44000244140625
      ],
      "val_loss": [
        1.3194701671600342,
        1.1489856243133545,
        1.0110249519348145,
        0.9995486736297607,
        0.975368320941925,
        0.9089543223381042,
        0.8908157348632812,
        0.9091835618019104,
        0.9832767248153687,
        0.8514971733093262,
        0.9184580445289612,
        0.9079546332359314,
        0.8815804123878479,
        0.8806147575378418,
        0.8503714203834534,
        0.8479534387588501,
        0.8188788890838623,
        0.8109531998634338,
        0.8195528388023376,
        0.7814080715179443,
        0.8726105690002441,
        0.8277830481529236,
        0.8148999214172363,
        0.8045278787612915,
        0.7638383507728577,
        0.7665835618972778,
        0.7994078993797302,
        0.7991624474525452,
        0.7258732318878174,
        0.7784278988838196,
        0.7711151242256165,
        0.8410112261772156,
        0.7886636853218079,
        0.7888864278793335,
        0.7295854687690735,
        0.7361162304878235,
        0.7409539818763733,
        0.7440260052680969,
        0.7286837100982666,
        0.716103196144104,
        0.7351568341255188,
        0.806007981300354,
        0.7198649644851685,
        0.7109752893447876,
        0.7602249383926392,
        0.6546511650085449,
        0.69026780128479,
        0.7178469300270081,
        0.7060900926589966,
        0.687801718711853,
        0.7039817571640015,
        0.6777649521827698,
        0.7089879512786865,
        0.6674052476882935,
        0.6778624653816223,
        0.6706336140632629,
        0.6777629852294922,
        0.7744195461273193,
        0.6831504106521606,
        0.6982004642486572,
        0.6600232124328613,
        0.6612038612365723,
        0.6291294693946838,
        0.696289598941803,
        0.6373218297958374,
        0.7086646556854248,
        0.604119062423706,
        0.6640197038650513,
        0.677757203578949,
        0.6722255945205688,
        0.627880871295929,
        0.6313819289207458,
        0.6078330874443054,
        0.6142471432685852,
        0.6264322400093079,
        0.5960767269134521,
        0.5970892310142517,
        0.5934314727783203,
        0.5908246040344238,
        0.5869239568710327,
        0.5659902095794678,
        0.5864430069923401,
        0.5760539770126343,
        0.5680236220359802,
        0.5752419233322144,
        0.5570666790008545,
        0.5788825750350952,
        0.5513631701469421,
        0.5491865277290344,
        0.5444467067718506,
        0.5324323177337646,
        0.5555744171142578,
        0.5211969614028931,
        0.5449212789535522,
        0.5484431982040405,
        0.5306106805801392,
        0.5323324799537659,
        0.5329926013946533,
        0.5190336108207703,
        0.5258058905601501,
        0.51042640209198,
        0.5100357532501221,
        0.5220059752464294,
        0.5077250599861145,
        0.505951464176178,
        0.4990067780017853,
        0.5102978348731995,
        0.5094740986824036,
        0.5045663714408875,
        0.5023555755615234,
        0.5032286643981934,
        0.4967096447944641,
        0.4980241358280182,
        0.49595344066619873,
        0.4945482611656189,
        0.4958609342575073,
        0.49403512477874756,
        0.4940415322780609,
        0.4935239553451538,
        0.49343588948249817,
        0.4934057295322418,
        0.49341368675231934,
        0.4935355484485626,
        0.4934888482093811,
        0.49338340759277344,
        0.4934006929397583,
        0.4932677149772644,
        0.4934731423854828,
        0.4934805929660797,
        0.4934356212615967
      ],
      "val_time": [
        0.7441456317901611,
        0.2047710418701172,
        0.20944452285766602,
        0.20168852806091309,
        0.21001195907592773,
        0.2027301788330078,
        0.21964526176452637,
        0.2083113193511963,
        0.21064257621765137,
        0.2040114402770996,
        0.1917111873626709,
        0.18901562690734863,
        0.20279932022094727,
        0.19608211517333984,
        0.20422124862670898,
        0.21298766136169434,
        0.19728755950927734,
        0.2093205451965332,
        0.19466066360473633,
        0.20397686958312988,
        0.17352747917175293,
        0.2115767002105713,
        0.19321680068969727,
        0.18655920028686523,
        0.22108769416809082,
        0.19569969177246094,
        0.2205336093902588,
        0.22299766540527344,
        0.2022392749786377,
        0.18765950202941895,
        0.18955349922180176,
        0.2153148651123047,
        0.20956087112426758,
        0.21007561683654785,
        0.20711040496826172,
        0.19836759567260742,
        0.1831531524658203,
        0.20943665504455566,
        0.18426847457885742,
        0.20510268211364746,
        0.20962977409362793,
        0.21329116821289062,
        0.20324254035949707,
        0.19228553771972656,
        0.19025254249572754,
        0.21266865730285645,
        0.17170071601867676,
        0.18115782737731934,
        0.20227313041687012,
        0.21218204498291016,
        0.19442105293273926,
        0.19008970260620117,
        0.21971583366394043,
        0.18202972412109375,
        0.21315717697143555,
        0.2015392780303955,
        0.19916391372680664,
        0.2059941291809082,
        0.1775503158569336,
        0.1923072338104248,
        0.17854070663452148,
        0.20949029922485352,
        0.18202996253967285,
        0.21799826622009277,
        0.19598746299743652,
        0.20093655586242676,
        0.1847248077392578,
        0.18709611892700195,
        0.2116856575012207,
        0.21268105506896973,
        0.19874310493469238,
        0.20999717712402344,
        0.17603302001953125,
        0.20018458366394043,
        0.20145082473754883,
        0.19756340980529785,
        0.20820212364196777,
        0.1931769847869873,
        0.20251226425170898,
        0.1954207420349121,
        0.20110535621643066,
        0.2149050235748291,
        0.18897032737731934,
        0.1920325756072998,
        0.18648076057434082,
        0.17703938484191895,
        0.17799782752990723,
        0.1713249683380127,
        0.2028799057006836,
        0.20788955688476562,
        0.17978644371032715,
        0.21185016632080078,
        0.1755237579345703,
        0.20702075958251953,
        0.17375755310058594,
        0.2028801441192627,
        0.18795990943908691,
        0.19173526763916016,
        0.1898036003112793,
        0.21601271629333496,
        0.22632765769958496,
        0.18883347511291504,
        0.19767189025878906,
        0.20465946197509766,
        0.21271991729736328,
        0.21102499961853027,
        0.21598291397094727,
        0.19216299057006836,
        0.173753023147583,
        0.17688679695129395,
        0.21115612983703613,
        0.19346261024475098,
        0.19909954071044922,
        0.20671796798706055,
        0.20510435104370117,
        0.18868756294250488,
        0.21262478828430176,
        0.17992591857910156,
        0.1985483169555664,
        0.18586111068725586,
        0.19279098510742188,
        0.21131229400634766,
        0.21717143058776855,
        0.21459269523620605,
        0.20418000221252441,
        0.20991110801696777,
        0.21289658546447754,
        0.16847562789916992,
        0.20061159133911133,
        0.2060079574584961
      ]
    },
    "dp_bias_initialization": {
      "bias_kind": "activity",
      "bias_ratio_target": 4.0,
      "calibration_examples": 64,
      "instruction_observations_for_predictor": 0,
      "realized_bias_difference_rms_ratio": [
        4.0,
        4.000000476837158,
        4.000000476837158
      ]
    },
    "epochs_completed": 130,
    "final_validation_accuracy": 83.44000244140625,
    "finite": true,
    "test_accuracy": NaN
  },
  "kind": "activity",
  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json",
  "ratio": 4.0,
  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
  "return_code": 0,
  "rule": "innovation",
  "seed": 1993,
  "source": {
    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
    "tracked_files": {
      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
    }
  },
  "stage": "contrastive_bias_c1",
  "status": "completed",
  "timeout_seconds": 3600
}