{
  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-innovation/2026_08_06_14_42_35/hist.npy",
  "command": [
    "/scratch/yurenh2/venvs/dualprop/bin/python",
    "train.py",
    "--model",
    "miniCNN",
    "--dataset",
    "cifar10",
    "--num-epochs",
    "130",
    "--batch-size",
    "100",
    "--learning-rate",
    "0.025",
    "--learning-rate-final",
    "2e-6",
    "--warmup-learning-rate",
    "0.001",
    "--warmup-epochs",
    "10",
    "--decay-epochs",
    "120",
    "--momentum",
    "0.9",
    "--weight-decay",
    "5e-4",
    "--dtype",
    "float32",
    "--param-dtype",
    "float32",
    "--percent-train",
    "90",
    "--percent-val",
    "10",
    "--seeds",
    "1991",
    "--feedback-seed",
    "1729",
    "--gradient-diagnostics",
    "none",
    "--spectral-diagnostics",
    "none",
    "--test-policy",
    "none",
    "--early-stop-policy",
    "none",
    "--learning-algorithm",
    "dualprop-lagr-ff",
    "--experiment-name",
    "dp-bias-c1-s1991-innovation",
    "--optimizer-schedule",
    "author",
    "--loss",
    "sce",
    "--alpha",
    "0.0",
    "--beta",
    "0.1",
    "--inference-sequence",
    "fwK",
    "--inference-passes-nudged",
    "16",
    "--dp-bias-kind",
    "activity",
    "--dp-bias-rule",
    "innovation",
    "--dp-bias-ratio",
    "4.0",
    "--dp-bias-seed",
    "6100",
    "--dp-bias-calibration-examples",
    "64"
  ],
  "completed_unix_time": 1786046716.963283,
  "condition": "innovation",
  "driver_wall_seconds": 1370.1597890853882,
  "experiment_name": "dp-bias-c1-s1991-innovation",
  "hardware": {
    "cuda_visible_devices": "5",
    "memory_total_mib": 8192,
    "name": "NVIDIA GeForce GTX 1080",
    "physical_index": 5,
    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
  },
  "history": {
    "best_epoch": 129,
    "best_validation_accuracy": 83.22000122070312,
    "curves": {
      "instruction_observations_for_predictor": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "maximum_used_clean_difference_relative_error": [
        7.188560857684934e-07,
        1.0937467322946759e-06,
        1.2816303751606029e-06,
        1.4453542007686337e-06,
        1.5511096762566012e-06,
        1.6351993963326095e-06,
        1.7153616909126868e-06,
        1.7145226820503012e-06,
        1.7624321344555938e-06,
        1.7593737311472069e-06,
        1.8962019794344087e-06,
        1.8931940530819702e-06,
        1.9239928406022955e-06,
        1.9543679172784323e-06,
        1.989883003261639e-06,
        2.010574462474324e-06,
        2.038921820712858e-06,
        2.055198592643137e-06,
        2.0494635464274324e-06,
        2.0925706394336885e-06,
        2.09016798180528e-06,
        2.1789601305499673e-06,
        2.106208285113098e-06,
        2.130897883034777e-06,
        2.158607003366342e-06,
        2.1589496554952348e-06,
        2.2155390979605727e-06,
        2.2400988655135734e-06,
        2.201642246291158e-06,
        2.238998831671779e-06,
        2.278779675179976e-06,
        2.2356102817866486e-06,
        2.232804035884328e-06,
        2.270642653456889e-06,
        2.2717026695318054e-06,
        2.3070215320331044e-06,
        2.3262591639650054e-06,
        2.3212351152324118e-06,
        2.2984120278124465e-06,
        2.3557849999633618e-06,
        2.368042942180182e-06,
        2.3813379357306985e-06,
        2.3785134999343427e-06,
        2.402910013188375e-06,
        2.4105127067741705e-06,
        2.4399978428846225e-06,
        2.401568963250611e-06,
        2.453865818097256e-06,
        2.433270310575608e-06,
        2.4668261175975204e-06,
        2.4265893898700597e-06,
        2.42670762418129e-06,
        2.5257522793253884e-06,
        2.528701770643238e-06,
        2.5573772290954366e-06,
        2.468538241373608e-06,
        2.566109515100834e-06,
        2.5782362627069233e-06,
        2.603142320367624e-06,
        2.6003319817391457e-06,
        2.5722063128341688e-06,
        2.6979291760653723e-06,
        2.6511959276831476e-06,
        2.705310407691286e-06,
        2.6823277039511595e-06,
        2.6206894290226046e-06,
        2.6465706923772814e-06,
        2.7260605293122353e-06,
        2.694836211958318e-06,
        2.7742507882067002e-06,
        2.773054347926518e-06,
        2.7547814624995226e-06,
        2.7599467102845665e-06,
        2.7693083666235907e-06,
        2.804778205245384e-06,
        2.794815372908488e-06,
        2.909020395236439e-06,
        2.896874775615288e-06,
        2.892605607485166e-06,
        2.951443548226962e-06,
        2.841593413904775e-06,
        2.9032285056018736e-06,
        2.9463956252584467e-06,
        2.9800899028487038e-06,
        2.9643003927048994e-06,
        2.99312296192511e-06,
        3.004533027706202e-06,
        3.0378391784324776e-06,
        3.00345732284768e-06,
        3.1055287763592787e-06,
        3.133505970254191e-06,
        3.159811512887245e-06,
        3.1036956897878554e-06,
        3.150427346554352e-06,
        3.2008931611926528e-06,
        3.2414454835816287e-06,
        3.258017841289984e-06,
        3.2928255677688867e-06,
        3.2501498026249465e-06,
        3.2384284622821724e-06,
        3.282388433945016e-06,
        3.2803752674226416e-06,
        3.2712353004171746e-06,
        3.2781617846922018e-06,
        3.3395460832252866e-06,
        3.3297963000222808e-06,
        3.34121250489261e-06,
        3.380192083568545e-06,
        3.3667895422695437e-06,
        3.3346279906254495e-06,
        3.4399279229546664e-06,
        3.3592248200875474e-06,
        3.4592287647683406e-06,
        3.4630515983735677e-06,
        3.415401579331956e-06,
        3.4626577871677e-06,
        3.451636757745291e-06,
        3.5164862310921308e-06,
        3.4893760130216833e-06,
        3.4679069358389825e-06,
        3.442921979512903e-06,
        3.463074335741112e-06,
        3.3764531508495566e-06,
        3.423260750423651e-06,
        3.423419229875435e-06,
        3.4569006857054774e-06,
        3.482653028186178e-06,
        3.473352080618497e-06,
        3.461971346041537e-06,
        3.5113289413857274e-06
      ],
      "neutral_observations": [
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0
      ],
      "post_bias_raw_bias_rms_ratio": [
        8.508003901397387e-08,
        8.265211448588161e-08,
        8.239597804049481e-08,
        8.398588846603161e-08,
        8.377093507760947e-08,
        8.300048648379743e-08,
        8.432616027675977e-08,
        8.252713001866141e-08,
        8.321023159396645e-08,
        8.26254193952991e-08,
        8.488954250651659e-08,
        8.334784240560111e-08,
        8.264501616395137e-08,
        8.258433581431746e-08,
        8.309030619102487e-08,
        8.30503807947025e-08,
        8.321534039623657e-08,
        8.24506116714474e-08,
        8.266587059324593e-08,
        8.272738227788068e-08,
        8.229613968069316e-08,
        8.436679621581789e-08,
        8.337318035955832e-08,
        8.239724280656446e-08,
        8.351583602461687e-08,
        8.312519383935069e-08,
        8.428379061342639e-08,
        8.414340868512227e-08,
        8.321061528704377e-08,
        8.422634323324019e-08,
        8.506881243874886e-08,
        8.34089632917312e-08,
        8.235853954374761e-08,
        8.186385969111143e-08,
        8.331168999120564e-08,
        8.378867022429404e-08,
        8.331472400868734e-08,
        8.278214380652571e-08,
        8.338702883747828e-08,
        8.363774384179123e-08,
        8.320920841242696e-08,
        8.348257551915594e-08,
        8.42248653043498e-08,
        8.339333135154448e-08,
        8.282961516670184e-08,
        8.460970946089219e-08,
        8.322670197458137e-08,
        8.363278425349563e-08,
        8.310873766959048e-08,
        8.364277448436042e-08,
        8.2582836569145e-08,
        8.236717974341445e-08,
        8.50690753395611e-08,
        8.353043767783674e-08,
        8.406441054376046e-08,
        8.205975632336049e-08,
        8.411163321397908e-08,
        8.467722523164412e-08,
        8.449564603552062e-08,
        8.337130452673591e-08,
        8.201716639177903e-08,
        8.420737174219539e-08,
        8.389510242068354e-08,
        8.404242635151604e-08,
        8.399060646979706e-08,
        8.205999080246329e-08,
        8.342829715957123e-08,
        8.319803868062081e-08,
        8.274485452375302e-08,
        8.375182147801752e-08,
        8.491624470252646e-08,
        8.279525332000048e-08,
        8.386235350599236e-08,
        8.335264567449485e-08,
        8.397574191576496e-08,
        8.30662187922826e-08,
        8.499269199546688e-08,
        8.446025390185241e-08,
        8.347326030389013e-08,
        8.479167945552035e-08,
        8.183917543647112e-08,
        8.3377088344605e-08,
        8.330452772042918e-08,
        8.289728015142828e-08,
        8.291016229122761e-08,
        8.280212426825528e-08,
        8.359693737247653e-08,
        8.25486665689823e-08,
        8.253793026824496e-08,
        8.372768434128375e-08,
        8.380934701790466e-08,
        8.407591423065242e-08,
        8.223581460242713e-08,
        8.298511744442294e-08,
        8.381657323752734e-08,
        8.418371777452194e-08,
        8.43893346313962e-08,
        8.459240063984907e-08,
        8.347613800196996e-08,
        8.165671516735529e-08,
        8.282516716917598e-08,
        8.320432698383229e-08,
        8.268540341305197e-08,
        8.252739291947364e-08,
        8.255812389279527e-08,
        8.231312165207783e-08,
        8.215079105866607e-08,
        8.291172548524628e-08,
        8.23396035798396e-08,
        8.168606058234218e-08,
        8.321865152538521e-08,
        8.096429127135707e-08,
        8.286077246566492e-08,
        8.369303827748809e-08,
        8.259121386799961e-08,
        8.288270691991784e-08,
        8.288593988936555e-08,
        8.391314310074449e-08,
        8.345522672925654e-08,
        8.312352406392165e-08,
        8.221561387244947e-08,
        8.278202301426063e-08,
        8.059865308496228e-08,
        8.202451340366679e-08,
        8.212426649834015e-08,
        8.288363773090168e-08,
        8.330316347837652e-08,
        8.308963828085325e-08,
        8.23353971668439e-08,
        8.349100966142942e-08
      ],
      "raw_bias_clean_difference_rms_ratio": [
        6.384139537811279,
        8.961968421936035,
        9.446818351745605,
        9.722089767456055,
        9.56879711151123,
        9.436714172363281,
        9.264015197753906,
        9.050354957580566,
        8.90402889251709,
        8.655675888061523,
        8.757692337036133,
        8.717021942138672,
        8.659080505371094,
        8.701489448547363,
        8.766809463500977,
        8.712488174438477,
        8.755498886108398,
        8.837900161743164,
        8.764349937438965,
        8.796302795410156,
        8.828978538513184,
        8.857710838317871,
        8.689138412475586,
        8.841826438903809,
        8.769915580749512,
        8.788615226745605,
        8.864402770996094,
        8.983595848083496,
        8.90326976776123,
        8.971824645996094,
        9.016195297241211,
        9.016484260559082,
        9.04437255859375,
        9.113022804260254,
        9.014121055603027,
        9.072674751281738,
        9.145562171936035,
        9.12920093536377,
        9.064889907836914,
        9.220195770263672,
        9.213895797729492,
        9.363265991210938,
        9.230317115783691,
        9.244881629943848,
        9.364267349243164,
        9.285746574401855,
        9.323914527893066,
        9.450162887573242,
        9.377299308776855,
        9.366265296936035,
        9.348775863647461,
        9.382098197937012,
        9.473674774169922,
        9.607291221618652,
        9.598711013793945,
        9.519428253173828,
        9.59927749633789,
        9.624275207519531,
        9.687923431396484,
        9.665127754211426,
        9.680927276611328,
        9.827004432678223,
        9.701251983642578,
        9.840319633483887,
        9.796207427978516,
        9.811141967773438,
        9.691484451293945,
        9.861071586608887,
        9.877305030822754,
        9.909469604492188,
        9.884581565856934,
        9.918489456176758,
        9.905011177062988,
        9.894449234008789,
        9.91429615020752,
        10.01024055480957,
        10.103752136230469,
        10.090497970581055,
        10.120275497436523,
        10.109014511108398,
        10.107549667358398,
        10.130575180053711,
        10.122298240661621,
        10.26491641998291,
        10.243322372436523,
        10.276952743530273,
        10.247014045715332,
        10.382728576660156,
        10.28726577758789,
        10.396549224853516,
        10.343701362609863,
        10.416516304016113,
        10.4180269241333,
        10.433160781860352,
        10.443572044372559,
        10.470398902893066,
        10.505486488342285,
        10.485991477966309,
        10.493613243103027,
        10.59423828125,
        10.488619804382324,
        10.442702293395996,
        10.431183815002441,
        10.53057861328125,
        10.588480949401855,
        10.514633178710938,
        10.554036140441895,
        10.514934539794922,
        10.555343627929688,
        10.48538589477539,
        10.5687894821167,
        10.573796272277832,
        10.634259223937988,
        10.544326782226562,
        10.527087211608887,
        10.607680320739746,
        10.546710014343262,
        10.616833686828613,
        10.58166217803955,
        10.577706336975098,
        10.613627433776855,
        10.608932495117188,
        10.630791664123535,
        10.595097541809082,
        10.556474685668945,
        10.614635467529297,
        10.601356506347656,
        10.582664489746094,
        10.639299392700195,
        10.669965744018555
      ],
      "train_accuracy": [
        38.66444396972656,
        51.27111053466797,
        56.72444534301758,
        59.50222396850586,
        61.98222351074219,
        63.766666412353516,
        64.15777587890625,
        64.94889068603516,
        64.76667022705078,
        64.8155517578125,
        66.16666412353516,
        66.12222290039062,
        66.83110809326172,
        67.22444152832031,
        67.5955581665039,
        67.65333557128906,
        67.74222564697266,
        68.14888763427734,
        68.69110870361328,
        69.23332977294922,
        69.086669921875,
        69.37333679199219,
        69.46666717529297,
        69.8155517578125,
        69.94444274902344,
        70.06888580322266,
        70.16889190673828,
        70.26889038085938,
        70.4022216796875,
        70.65777587890625,
        70.84222412109375,
        70.54222106933594,
        71.09111022949219,
        71.2844467163086,
        71.14666748046875,
        71.56888580322266,
        71.9022216796875,
        71.93111419677734,
        71.42666625976562,
        72.15333557128906,
        72.17333221435547,
        72.36444091796875,
        72.42444610595703,
        72.83110809326172,
        73.26222229003906,
        72.91555786132812,
        73.04000091552734,
        73.62666320800781,
        73.46888732910156,
        73.58222198486328,
        73.83555603027344,
        73.83777618408203,
        73.96888732910156,
        74.42666625976562,
        74.49555206298828,
        74.52666473388672,
        74.72888946533203,
        74.49555206298828,
        75.05999755859375,
        75.304443359375,
        75.49555206298828,
        75.89555358886719,
        75.81999969482422,
        76.01777648925781,
        76.00444793701172,
        76.26000213623047,
        76.2911148071289,
        76.94222259521484,
        76.92444610595703,
        77.0088882446289,
        76.92666625976562,
        77.34444427490234,
        76.9044418334961,
        77.43111419677734,
        77.85111236572266,
        78.1066665649414,
        77.91777801513672,
        78.33333587646484,
        78.40666961669922,
        78.56888580322266,
        79.0022201538086,
        78.86444091796875,
        79.26000213623047,
        79.3066635131836,
        79.44666290283203,
        79.75777435302734,
        79.72222137451172,
        80.14888763427734,
        80.0888900756836,
        80.61111450195312,
        80.8022232055664,
        80.8066635131836,
        80.81999969482422,
        80.94444274902344,
        81.35333251953125,
        81.52666473388672,
        81.47777557373047,
        81.8066635131836,
        81.79777526855469,
        81.93111419677734,
        82.2066650390625,
        82.14666748046875,
        82.38444519042969,
        82.46221923828125,
        82.77555847167969,
        82.76000213623047,
        82.7933349609375,
        83.0,
        83.0022201538086,
        83.09111022949219,
        83.16444396972656,
        83.31777954101562,
        83.72888946533203,
        83.62222290039062,
        83.54222106933594,
        83.89555358886719,
        83.66444396972656,
        83.77111053466797,
        83.57111358642578,
        83.5999984741211,
        83.72666931152344,
        83.74888610839844,
        83.90666961669922,
        83.72444152832031,
        83.6933364868164,
        83.65777587890625,
        83.66222381591797,
        83.75111389160156,
        83.73777770996094,
        83.87777709960938
      ],
      "train_loss": [
        1.7132939100265503,
        1.3750485181808472,
        1.2325613498687744,
        1.1553786993026733,
        1.0924217700958252,
        1.0455044507980347,
        1.0332239866256714,
        1.016369342803955,
        1.0179612636566162,
        1.0165209770202637,
        0.9918000102043152,
        0.9792823791503906,
        0.9680147171020508,
        0.9499856233596802,
        0.940804123878479,
        0.9395853877067566,
        0.9335603713989258,
        0.9195099472999573,
        0.9140107035636902,
        0.8991172909736633,
        0.8968753218650818,
        0.8861581087112427,
        0.8978376984596252,
        0.8847423791885376,
        0.8786191940307617,
        0.8717026114463806,
        0.8697235584259033,
        0.8648032546043396,
        0.8616490364074707,
        0.8566856384277344,
        0.8534089922904968,
        0.8555856943130493,
        0.838579535484314,
        0.8347339630126953,
        0.8392545580863953,
        0.8256304860115051,
        0.8159696459770203,
        0.8166950345039368,
        0.8294504880905151,
        0.8108780980110168,
        0.8068774342536926,
        0.804563581943512,
        0.7998608350753784,
        0.7910043001174927,
        0.7833917140960693,
        0.7852621078491211,
        0.7831161618232727,
        0.7714996933937073,
        0.7653768062591553,
        0.7677249312400818,
        0.7626346945762634,
        0.7623311281204224,
        0.7568817734718323,
        0.7456817030906677,
        0.7413666844367981,
        0.7392387986183167,
        0.7321417927742004,
        0.7381368279457092,
        0.7241933941841125,
        0.7186609506607056,
        0.7105026841163635,
        0.6991804838180542,
        0.7005736231803894,
        0.698554277420044,
        0.6930550336837769,
        0.6853552460670471,
        0.6909242272377014,
        0.6729834079742432,
        0.668523371219635,
        0.6661543846130371,
        0.6710516810417175,
        0.6546237468719482,
        0.6590064764022827,
        0.649032711982727,
        0.6471266150474548,
        0.6378046274185181,
        0.6328533887863159,
        0.6292458772659302,
        0.6260778307914734,
        0.6171708106994629,
        0.6083530187606812,
        0.6124639511108398,
        0.601061224937439,
        0.5936413407325745,
        0.593192994594574,
        0.5841723680496216,
        0.589697539806366,
        0.5764408111572266,
        0.5760460495948792,
        0.5640634298324585,
        0.5605814456939697,
        0.5538924336433411,
        0.5530188679695129,
        0.5476301312446594,
        0.540787935256958,
        0.5337077379226685,
        0.5336000919342041,
        0.5295075178146362,
        0.5275799036026001,
        0.5192480683326721,
        0.5198162198066711,
        0.5177620053291321,
        0.5148260593414307,
        0.5078052878379822,
        0.49837034940719604,
        0.49935662746429443,
        0.49781936407089233,
        0.492704302072525,
        0.49233928322792053,
        0.49094727635383606,
        0.4889502227306366,
        0.48290202021598816,
        0.4782027304172516,
        0.4813498258590698,
        0.4793757200241089,
        0.47428134083747864,
        0.47680965065956116,
        0.4751896560192108,
        0.4764648377895355,
        0.47768500447273254,
        0.4736716151237488,
        0.47317734360694885,
        0.4722089171409607,
        0.47606655955314636,
        0.47541123628616333,
        0.4753386080265045,
        0.4722050726413727,
        0.4758591055870056,
        0.47271668910980225,
        0.4674680829048157
      ],
      "train_time": [
        18.800212144851685,
        9.932932615280151,
        9.873949527740479,
        9.78093409538269,
        9.880939960479736,
        9.8248610496521,
        9.890136480331421,
        9.880037307739258,
        9.873383283615112,
        9.89022445678711,
        9.88402771949768,
        9.886461734771729,
        9.923974990844727,
        9.906655311584473,
        9.95336127281189,
        9.924798250198364,
        10.036572217941284,
        10.027875661849976,
        9.981522798538208,
        10.084430694580078,
        9.974000215530396,
        10.022324562072754,
        10.052004337310791,
        10.257566928863525,
        10.074207544326782,
        10.081639051437378,
        10.087846040725708,
        10.065245866775513,
        10.109644412994385,
        10.108994722366333,
        10.129956007003784,
        10.032805442810059,
        10.021111249923706,
        10.106106042861938,
        10.094597339630127,
        10.239748001098633,
        10.174597978591919,
        10.110551834106445,
        10.112732410430908,
        10.102604866027832,
        10.06473684310913,
        10.11668872833252,
        10.114584684371948,
        10.10057544708252,
        10.088724613189697,
        10.103991985321045,
        10.130130767822266,
        10.115627527236938,
        10.051939487457275,
        10.093618631362915,
        10.138277053833008,
        10.130106210708618,
        10.128172636032104,
        10.080890655517578,
        10.14173436164856,
        10.065223217010498,
        10.102137804031372,
        10.115038394927979,
        10.075676202774048,
        10.114842414855957,
        10.135617971420288,
        10.129421949386597,
        10.119303226470947,
        10.068500280380249,
        10.071674823760986,
        10.08968448638916,
        10.021102905273438,
        10.093083620071411,
        10.10551381111145,
        10.123943567276001,
        10.042943239212036,
        10.066335916519165,
        10.068678617477417,
        10.070575952529907,
        10.076902389526367,
        10.148863554000854,
        10.113902807235718,
        10.055964708328247,
        10.073827266693115,
        10.082719087600708,
        10.128451824188232,
        10.122823715209961,
        10.119601726531982,
        10.099502086639404,
        10.325631141662598,
        10.112719774246216,
        10.112646102905273,
        10.11297607421875,
        10.110129117965698,
        10.109944343566895,
        10.080453634262085,
        10.04079794883728,
        10.110965251922607,
        10.047603607177734,
        10.123005867004395,
        10.091092824935913,
        10.374966382980347,
        10.120057821273804,
        10.089925289154053,
        10.12688136100769,
        10.076175451278687,
        10.10107970237732,
        10.101290702819824,
        10.206414937973022,
        10.127411365509033,
        10.114129781723022,
        10.09401249885559,
        10.283143758773804,
        10.196170568466187,
        10.18537950515747,
        10.142157554626465,
        10.09075379371643,
        10.13598370552063,
        10.08349871635437,
        10.188153505325317,
        10.134268283843994,
        10.086547613143921,
        10.073674440383911,
        10.130322217941284,
        10.258241176605225,
        10.1268789768219,
        10.16229772567749,
        10.126100778579712,
        10.118337631225586,
        10.141340494155884,
        10.141602277755737,
        10.122117280960083,
        10.102301359176636,
        10.3306405544281,
        10.178739309310913
      ],
      "used_clean_difference_rms_ratio": [
        5.424768119155488e-07,
        7.402413189083745e-07,
        7.77665206896927e-07,
        8.168604495040199e-07,
        8.022055908440962e-07,
        7.831858965801075e-07,
        7.820601695129881e-07,
        7.470821401511785e-07,
        7.413324851768266e-07,
        7.155797447921941e-07,
        7.42450879442913e-07,
        7.277145641637617e-07,
        7.175956966420927e-07,
        7.188605763985834e-07,
        7.275081657098781e-07,
        7.238992907332431e-07,
        7.290607300092233e-07,
        7.303474376385566e-07,
        7.240892614390759e-07,
        7.277347435774573e-07,
        7.273744699887175e-07,
        7.483245667572191e-07,
        7.241934554258478e-07,
        7.275551183738571e-07,
        7.324379680540005e-07,
        7.296753210539464e-07,
        7.477389658561151e-07,
        7.556977266176546e-07,
        7.403117479043431e-07,
        7.553680347882619e-07,
        7.67447488669859e-07,
        7.520011422457173e-07,
        7.44480132652825e-07,
        7.458435220542015e-07,
        7.509914894399117e-07,
        7.590276140945207e-07,
        7.6276950267129e-07,
        7.55504800054041e-07,
        7.56365238885337e-07,
        7.722579766777926e-07,
        7.672386459489644e-07,
        7.821072358638048e-07,
        7.763315466036147e-07,
        7.715416359133087e-07,
        7.757367370686552e-07,
        7.84493352057325e-07,
        7.760824018987478e-07,
        7.897507998677611e-07,
        7.79426557073748e-07,
        7.841059641577885e-07,
        7.719713153164776e-07,
        7.717988523836539e-07,
        8.05203569598234e-07,
        8.033075005187129e-07,
        8.06445882517437e-07,
        7.803220682944811e-07,
        8.074251240941521e-07,
        8.151486099450267e-07,
        8.199859280466626e-07,
        8.059943183980067e-07,
        7.94031905115844e-07,
        8.273792104773747e-07,
        8.130095920932945e-07,
        8.272591571767407e-07,
        8.235990662797121e-07,
        8.048584163589112e-07,
        8.082645308604697e-07,
        8.209260613512015e-07,
        8.157809361364343e-07,
        8.306597578666697e-07,
        8.403406468460162e-07,
        8.219192295655375e-07,
        8.307303005494759e-07,
        8.249377287938842e-07,
        8.333619234690559e-07,
        8.304789389512734e-07,
        8.591023856752145e-07,
        8.518823619851901e-07,
        8.449179063063639e-07,
        8.572051797273161e-07,
        8.276088010461535e-07,
        8.442531225227867e-07,
        8.432247682321758e-07,
        8.500059038851759e-07,
        8.485095008836652e-07,
        8.508902737958124e-07,
        8.558776585232408e-07,
        8.574075991418795e-07,
        8.480188853354775e-07,
        8.701601359462074e-07,
        8.674615514792094e-07,
        8.756651936892013e-07,
        8.562289508518006e-07,
        8.643714863865171e-07,
        8.760018772591138e-07,
        8.809236646811769e-07,
        8.8570374146002e-07,
        8.872303283169458e-07,
        8.774100024311338e-07,
        8.645390039418999e-07,
        8.701100568941911e-07,
        8.696192708157469e-07,
        8.611273756287119e-07,
        8.668962436786387e-07,
        8.728242733013758e-07,
        8.656417662677995e-07,
        8.666502253618091e-07,
        8.716079946680111e-07,
        8.68338929649326e-07,
        8.548824439458258e-07,
        8.789426715338777e-07,
        8.549453127670859e-07,
        8.807052154224948e-07,
        8.819973800200387e-07,
        8.682107477397949e-07,
        8.784540455053502e-07,
        8.755715725783375e-07,
        8.924670282794978e-07,
        8.833188189782959e-07,
        8.795340136202867e-07,
        8.727984095457941e-07,
        8.782760119174782e-07,
        8.560118089917523e-07,
        8.671367481838388e-07,
        8.665583663969301e-07,
        8.774608204475953e-07,
        8.816596732685866e-07,
        8.790256060819956e-07,
        8.759713523431856e-07,
        8.900984767024056e-07
      ],
      "val_accuracy": [
        52.20000076293945,
        57.5,
        61.18000030517578,
        66.13999938964844,
        69.08000183105469,
        67.22000122070312,
        65.95999908447266,
        69.80000305175781,
        67.87999725341797,
        68.94000244140625,
        70.95999908447266,
        70.66000366210938,
        71.83999633789062,
        68.9800033569336,
        70.31999969482422,
        70.62000274658203,
        71.54000091552734,
        68.58000183105469,
        72.87999725341797,
        73.5999984741211,
        72.68000030517578,
        72.95999908447266,
        73.72000122070312,
        70.77999877929688,
        73.36000061035156,
        73.66000366210938,
        72.81999969482422,
        73.05999755859375,
        72.22000122070312,
        72.44000244140625,
        72.30000305175781,
        74.19999694824219,
        74.80000305175781,
        73.0999984741211,
        75.19999694824219,
        74.63999938964844,
        73.77999877929688,
        74.87999725341797,
        74.23999786376953,
        74.5199966430664,
        74.27999877929688,
        74.87999725341797,
        73.73999786376953,
        76.62000274658203,
        75.62000274658203,
        75.30000305175781,
        76.73999786376953,
        74.5,
        76.13999938964844,
        73.30000305175781,
        77.33999633789062,
        75.4800033569336,
        76.9000015258789,
        76.5,
        77.4000015258789,
        76.81999969482422,
        76.19999694824219,
        78.19999694824219,
        77.12000274658203,
        77.33999633789062,
        77.5,
        78.05999755859375,
        76.68000030517578,
        75.87999725341797,
        77.66000366210938,
        77.08000183105469,
        77.86000061035156,
        78.95999908447266,
        77.68000030517578,
        77.63999938964844,
        78.22000122070312,
        78.73999786376953,
        77.12000274658203,
        79.08000183105469,
        79.73999786376953,
        79.5199966430664,
        78.12000274658203,
        78.95999908447266,
        80.58000183105469,
        80.23999786376953,
        78.63999938964844,
        80.66000366210938,
        79.16000366210938,
        79.68000030517578,
        80.5199966430664,
        79.81999969482422,
        81.22000122070312,
        81.12000274658203,
        81.37999725341797,
        80.58000183105469,
        81.72000122070312,
        81.27999877929688,
        81.5,
        81.0,
        81.23999786376953,
        81.37999725341797,
        81.45999908447266,
        81.94000244140625,
        81.94000244140625,
        81.86000061035156,
        82.77999877929688,
        82.08000183105469,
        82.26000213623047,
        82.55999755859375,
        82.62000274658203,
        81.86000061035156,
        82.45999908447266,
        82.63999938964844,
        82.41999816894531,
        82.76000213623047,
        82.69999694824219,
        83.0999984741211,
        83.18000030517578,
        82.86000061035156,
        83.0999984741211,
        83.0999984741211,
        82.87999725341797,
        83.13999938964844,
        83.05999755859375,
        83.13999938964844,
        83.08000183105469,
        83.0999984741211,
        83.18000030517578,
        83.16000366210938,
        83.16000366210938,
        83.18000030517578,
        83.16000366210938,
        83.18000030517578,
        83.22000122070312,
        83.18000030517578
      ],
      "val_loss": [
        1.3503974676132202,
        1.1921782493591309,
        1.0997395515441895,
        0.9698479175567627,
        0.8971309661865234,
        0.963539719581604,
        0.9708415269851685,
        0.88248610496521,
        0.9392879009246826,
        0.8871036767959595,
        0.8422499895095825,
        0.8331397771835327,
        0.8091267347335815,
        0.9101681709289551,
        0.8534364104270935,
        0.8510602712631226,
        0.8254756331443787,
        0.9065126180648804,
        0.7846024036407471,
        0.773935079574585,
        0.7898552417755127,
        0.7768404483795166,
        0.7584319114685059,
        0.8407137393951416,
        0.7755333185195923,
        0.7660269737243652,
        0.7915000319480896,
        0.7886009812355042,
        0.8184689879417419,
        0.8265799880027771,
        0.7839549779891968,
        0.7497203350067139,
        0.7394499778747559,
        0.8052161335945129,
        0.7291219234466553,
        0.7485601902008057,
        0.7845251560211182,
        0.765587568283081,
        0.7544703483581543,
        0.7438712120056152,
        0.7443128824234009,
        0.7213212847709656,
        0.7565879225730896,
        0.6981291174888611,
        0.7251030802726746,
        0.7219433784484863,
        0.7230767607688904,
        0.7525280117988586,
        0.7108638286590576,
        0.798778235912323,
        0.6549574136734009,
        0.7118063569068909,
        0.6982547044754028,
        0.6791977882385254,
        0.6585256457328796,
        0.684319257736206,
        0.6987258791923523,
        0.6462430357933044,
        0.6671678423881531,
        0.6590383648872375,
        0.645949125289917,
        0.6432555317878723,
        0.7097545862197876,
        0.6860615015029907,
        0.650155782699585,
        0.6733126044273376,
        0.6381984353065491,
        0.6197006702423096,
        0.6508357524871826,
        0.6418947577476501,
        0.6285417675971985,
        0.6253435015678406,
        0.6582868695259094,
        0.5977848768234253,
        0.587793231010437,
        0.6059526801109314,
        0.6378399729728699,
        0.6072719693183899,
        0.5702958703041077,
        0.5723864436149597,
        0.6155425906181335,
        0.5837410092353821,
        0.618683934211731,
        0.5967715978622437,
        0.5742631554603577,
        0.5778430700302124,
        0.5499042868614197,
        0.5579741597175598,
        0.547088086605072,
        0.5729023814201355,
        0.5438154935836792,
        0.545975923538208,
        0.5306016206741333,
        0.5425581932067871,
        0.5374066829681396,
        0.5331725478172302,
        0.5442692041397095,
        0.5215611457824707,
        0.5176864862442017,
        0.5250809788703918,
        0.5164570808410645,
        0.5182682275772095,
        0.5244340300559998,
        0.5167238712310791,
        0.5193172097206116,
        0.5200112462043762,
        0.5114262104034424,
        0.5121245980262756,
        0.512947142124176,
        0.5082406401634216,
        0.5056443214416504,
        0.5040799379348755,
        0.5021353960037231,
        0.5036659836769104,
        0.4999338388442993,
        0.5011519193649292,
        0.5006865859031677,
        0.5001833438873291,
        0.5008787512779236,
        0.500572144985199,
        0.5005614757537842,
        0.5005249977111816,
        0.5003923177719116,
        0.5005651712417603,
        0.5005401372909546,
        0.5004665851593018,
        0.5004657506942749,
        0.5004862546920776,
        0.5005362629890442,
        0.5005968809127808
      ],
      "val_time": [
        0.7981688976287842,
        0.19853830337524414,
        0.1939682960510254,
        0.1993405818939209,
        0.18331503868103027,
        0.1960592269897461,
        0.17656970024108887,
        0.19249725341796875,
        0.19411706924438477,
        0.17716598510742188,
        0.19196343421936035,
        0.19510149955749512,
        0.19316673278808594,
        0.20192432403564453,
        0.1770954132080078,
        0.1930220127105713,
        0.195159912109375,
        0.19510412216186523,
        0.19206452369689941,
        0.1799178123474121,
        0.17969894409179688,
        0.18709421157836914,
        0.19899535179138184,
        0.19682860374450684,
        0.19278430938720703,
        0.2015821933746338,
        0.17945313453674316,
        0.19041085243225098,
        0.18971514701843262,
        0.17927122116088867,
        0.19053268432617188,
        0.19331121444702148,
        0.19118738174438477,
        0.19009113311767578,
        0.19379329681396484,
        0.18509984016418457,
        0.18124651908874512,
        0.18081927299499512,
        0.17952752113342285,
        0.17775726318359375,
        0.1933431625366211,
        0.19133973121643066,
        0.191605806350708,
        0.1910407543182373,
        0.19241118431091309,
        0.1833205223083496,
        0.18739962577819824,
        0.17993497848510742,
        0.19257402420043945,
        0.1667935848236084,
        0.1932237148284912,
        0.19219017028808594,
        0.16626787185668945,
        0.165771484375,
        0.19312572479248047,
        0.19593191146850586,
        0.18836474418640137,
        0.17937636375427246,
        0.17915868759155273,
        0.16660022735595703,
        0.19390869140625,
        0.20817208290100098,
        0.1872563362121582,
        0.20187616348266602,
        0.1923232078552246,
        0.19392752647399902,
        0.19452381134033203,
        0.18094348907470703,
        0.18259692192077637,
        0.1840963363647461,
        0.19884562492370605,
        0.1929936408996582,
        0.18268728256225586,
        0.2022264003753662,
        0.19478297233581543,
        0.1843245029449463,
        0.19176459312438965,
        0.19205379486083984,
        0.18378973007202148,
        0.1957414150238037,
        0.19259095191955566,
        0.179701566696167,
        0.17917490005493164,
        0.18729090690612793,
        0.19737601280212402,
        0.18030881881713867,
        0.17959046363830566,
        0.1773672103881836,
        0.18814420700073242,
        0.19009971618652344,
        0.18967390060424805,
        0.19502711296081543,
        0.16633129119873047,
        0.18081092834472656,
        0.19335126876831055,
        0.19858241081237793,
        0.19094634056091309,
        0.18006253242492676,
        0.19328045845031738,
        0.18771052360534668,
        0.1880018711090088,
        0.19328618049621582,
        0.20185160636901855,
        0.19481158256530762,
        0.17484164237976074,
        0.19019269943237305,
        0.1910085678100586,
        0.17869210243225098,
        0.1933581829071045,
        0.20618247985839844,
        0.20367908477783203,
        0.20705914497375488,
        0.1999366283416748,
        0.1912388801574707,
        0.19301939010620117,
        0.1939411163330078,
        0.18071722984313965,
        0.18683385848999023,
        0.18144750595092773,
        0.19226717948913574,
        0.19256138801574707,
        0.17499613761901855,
        0.1842637062072754,
        0.19172883033752441,
        0.16966843605041504,
        0.17798924446105957,
        0.17974019050598145,
        0.19508719444274902,
        0.19488215446472168,
        0.18497586250305176
      ]
    },
    "dp_bias_initialization": {
      "bias_kind": "activity",
      "bias_ratio_target": 4.0,
      "calibration_examples": 64,
      "instruction_observations_for_predictor": 0,
      "realized_bias_difference_rms_ratio": [
        3.999999761581421,
        4.000000476837158,
        4.0
      ]
    },
    "epochs_completed": 130,
    "final_validation_accuracy": 83.18000030517578,
    "finite": true,
    "test_accuracy": NaN
  },
  "kind": "activity",
  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json",
  "ratio": 4.0,
  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
  "return_code": 0,
  "rule": "innovation",
  "seed": 1991,
  "source": {
    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
    "tracked_files": {
      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
    }
  },
  "stage": "contrastive_bias_c1",
  "status": "completed",
  "timeout_seconds": 3600
}