{
  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-innovation/2026_08_06_14_42_34/hist.npy",
  "command": [
    "/scratch/yurenh2/venvs/dualprop/bin/python",
    "train.py",
    "--model",
    "miniCNN",
    "--dataset",
    "cifar10",
    "--num-epochs",
    "130",
    "--batch-size",
    "100",
    "--learning-rate",
    "0.025",
    "--learning-rate-final",
    "2e-6",
    "--warmup-learning-rate",
    "0.001",
    "--warmup-epochs",
    "10",
    "--decay-epochs",
    "120",
    "--momentum",
    "0.9",
    "--weight-decay",
    "5e-4",
    "--dtype",
    "float32",
    "--param-dtype",
    "float32",
    "--percent-train",
    "90",
    "--percent-val",
    "10",
    "--seeds",
    "1992",
    "--feedback-seed",
    "1729",
    "--gradient-diagnostics",
    "none",
    "--spectral-diagnostics",
    "none",
    "--test-policy",
    "none",
    "--early-stop-policy",
    "none",
    "--learning-algorithm",
    "dualprop-lagr-ff",
    "--experiment-name",
    "dp-bias-c1-s1992-innovation",
    "--optimizer-schedule",
    "author",
    "--loss",
    "sce",
    "--alpha",
    "0.0",
    "--beta",
    "0.1",
    "--inference-sequence",
    "fwK",
    "--inference-passes-nudged",
    "16",
    "--dp-bias-kind",
    "activity",
    "--dp-bias-rule",
    "innovation",
    "--dp-bias-ratio",
    "4.0",
    "--dp-bias-seed",
    "6100",
    "--dp-bias-calibration-examples",
    "64"
  ],
  "completed_unix_time": 1786046692.2605681,
  "condition": "innovation",
  "driver_wall_seconds": 1346.315530538559,
  "experiment_name": "dp-bias-c1-s1992-innovation",
  "hardware": {
    "cuda_visible_devices": "7",
    "memory_total_mib": 8192,
    "name": "NVIDIA GeForce GTX 1080",
    "physical_index": 7,
    "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b"
  },
  "history": {
    "best_epoch": 117,
    "best_validation_accuracy": 82.69999694824219,
    "curves": {
      "instruction_observations_for_predictor": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "maximum_used_clean_difference_relative_error": [
        5.651546644003247e-07,
        8.183296245078964e-07,
        9.623547612136463e-07,
        1.0521866897761356e-06,
        1.1353199624863919e-06,
        1.1975700999755645e-06,
        1.2405216693878174e-06,
        1.2709000429822481e-06,
        1.2963538438270916e-06,
        1.3015811646255315e-06,
        1.3595301879831823e-06,
        1.4081008430366637e-06,
        1.4337198308567167e-06,
        1.4321806247608038e-06,
        1.4943502719688695e-06,
        1.4768122582609067e-06,
        1.480432047173963e-06,
        1.5402991948576528e-06,
        1.5698208244430134e-06,
        1.602327756700106e-06,
        1.5500125982725876e-06,
        1.604511339792225e-06,
        1.6326865761584486e-06,
        1.59759622420097e-06,
        1.624595938665152e-06,
        1.5999989955162164e-06,
        1.678737930888019e-06,
        1.626085349926143e-06,
        1.6563691360715893e-06,
        1.6828888647069107e-06,
        1.6739924149078433e-06,
        1.71523129210982e-06,
        1.7020709037751658e-06,
        1.6956871604634216e-06,
        1.6859214611031348e-06,
        1.7292235270360834e-06,
        1.74332387814502e-06,
        1.7710452766550588e-06,
        1.7297602425969671e-06,
        1.7068025499611394e-06,
        1.7129830212070374e-06,
        1.7160131164928316e-06,
        1.717285840641125e-06,
        1.7761627759682597e-06,
        1.7704693391351611e-06,
        1.7809674091040506e-06,
        1.7693188283374184e-06,
        1.7996178485191194e-06,
        1.7940952830031165e-06,
        1.8262009007230517e-06,
        1.8152126131099067e-06,
        1.841745415731566e-06,
        1.8266813412992633e-06,
        1.8321826473766123e-06,
        1.8447125285092625e-06,
        1.8702415900406777e-06,
        1.903952920656593e-06,
        1.8920712818726315e-06,
        1.869616653493722e-06,
        1.8990285752806813e-06,
        1.941408072525519e-06,
        1.960668896572315e-06,
        1.9551471268641762e-06,
        1.9541096207831288e-06,
        1.955774450834724e-06,
        1.9548717773432145e-06,
        1.9740500647458248e-06,
        2.015139671129873e-06,
        1.956517735379748e-06,
        1.998964535232517e-06,
        2.0526758817140944e-06,
        2.0338916328910273e-06,
        1.992527131733368e-06,
        2.0532268081296934e-06,
        2.027558139161556e-06,
        2.1089683741593035e-06,
        2.124070078934892e-06,
        2.0946763470419683e-06,
        2.1284363356244285e-06,
        2.1082369130454026e-06,
        2.1778125756100053e-06,
        2.1713356090913294e-06,
        2.1467387796292314e-06,
        2.1829732759215403e-06,
        2.217879000454559e-06,
        2.1738267150794854e-06,
        2.1505384211195633e-06,
        2.2504834760184167e-06,
        2.2300100681604818e-06,
        2.2555866507900646e-06,
        2.318631914022262e-06,
        2.2768363123759627e-06,
        2.3528643851022935e-06,
        2.3245022475748556e-06,
        2.3254615371115506e-06,
        2.3218617570819333e-06,
        2.3860138753661886e-06,
        2.4109717742248904e-06,
        2.3877214516687673e-06,
        2.41563975578174e-06,
        2.4321352611877955e-06,
        2.423603518764139e-06,
        2.46761851485644e-06,
        2.4689350084372563e-06,
        2.4082335130515276e-06,
        2.491648501745658e-06,
        2.5008328066178365e-06,
        2.5009037472045748e-06,
        2.4603318706795108e-06,
        2.5455301511101425e-06,
        2.567807086961693e-06,
        2.6151371912419563e-06,
        2.5183164780173684e-06,
        2.5784374884096906e-06,
        2.5896924853441305e-06,
        2.577258328528842e-06,
        2.552273144829087e-06,
        2.5661929612397216e-06,
        2.5706124233693117e-06,
        2.540210289225797e-06,
        2.507097178749973e-06,
        2.560181428634678e-06,
        2.5713002287375275e-06,
        2.6006016469182214e-06,
        2.5691501832625363e-06,
        2.53626171797805e-06,
        2.5778572307899594e-06,
        2.5929293769877404e-06,
        2.5796623503993033e-06,
        2.514925427021808e-06
      ],
      "neutral_observations": [
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0
      ],
      "post_bias_raw_bias_rms_ratio": [
        8.50960049092464e-08,
        8.258388106696657e-08,
        8.292661135556045e-08,
        8.240023419148201e-08,
        8.276700924625402e-08,
        8.342406943029346e-08,
        8.268934692523544e-08,
        8.297347875441119e-08,
        8.308713717042338e-08,
        8.155715391922058e-08,
        8.258979278252809e-08,
        8.322820832518119e-08,
        8.340019519437192e-08,
        8.218025016049069e-08,
        8.302435361429161e-08,
        8.236218462798206e-08,
        8.153133990163042e-08,
        8.290618325190735e-08,
        8.398667006304095e-08,
        8.400206041869751e-08,
        8.278261276473131e-08,
        8.403399931466993e-08,
        8.511941018696234e-08,
        8.276051488564917e-08,
        8.322100342184058e-08,
        8.222610148322929e-08,
        8.367042170220884e-08,
        8.233562454051935e-08,
        8.311934607263538e-08,
        8.37106668427623e-08,
        8.356420977406742e-08,
        8.419051766850316e-08,
        8.351211278068149e-08,
        8.220212777132474e-08,
        8.26061139491685e-08,
        8.317135780089302e-08,
        8.370455617523476e-08,
        8.434967213588607e-08,
        8.228574444046899e-08,
        8.150999519784818e-08,
        8.204293777680505e-08,
        8.196978740215854e-08,
        8.10964948527726e-08,
        8.328209588626123e-08,
        8.23640036173856e-08,
        8.287767627734866e-08,
        8.205585544374117e-08,
        8.284622055043656e-08,
        8.227863901311139e-08,
        8.332091994134316e-08,
        8.333514500691308e-08,
        8.308411025836904e-08,
        8.19843748445237e-08,
        8.174956889206442e-08,
        8.267072360013117e-08,
        8.266638928944303e-08,
        8.443795707080426e-08,
        8.298262343942042e-08,
        8.132528961368735e-08,
        8.358014014220316e-08,
        8.475873158886316e-08,
        8.33394651067465e-08,
        8.3665099737118e-08,
        8.286315988925708e-08,
        8.22020851387606e-08,
        8.249905647517153e-08,
        8.25098211976183e-08,
        8.351154434649288e-08,
        8.232938597529937e-08,
        8.329129030926197e-08,
        8.482998481440518e-08,
        8.269743290156839e-08,
        8.117754646264075e-08,
        8.387352323779851e-08,
        8.223187819567102e-08,
        8.358972536370857e-08,
        8.449873689642118e-08,
        8.318366440107638e-08,
        8.320493805058504e-08,
        8.226727743476658e-08,
        8.383893401742171e-08,
        8.294338016412439e-08,
        8.268479234629922e-08,
        8.30697715059614e-08,
        8.355789304914651e-08,
        8.240237292511665e-08,
        8.083411273673846e-08,
        8.408332519138639e-08,
        8.281033103685331e-08,
        8.227259939985743e-08,
        8.445503141274457e-08,
        8.21512884385811e-08,
        8.364380477132727e-08,
        8.416702002023158e-08,
        8.273364215938273e-08,
        8.280107977043372e-08,
        8.437949361450592e-08,
        8.460397538101461e-08,
        8.264792938916798e-08,
        8.347059576863103e-08,
        8.350096436515742e-08,
        8.286376385058247e-08,
        8.409013929622233e-08,
        8.349802982365873e-08,
        8.221269354180549e-08,
        8.323530664711143e-08,
        8.374986038006682e-08,
        8.309389443184045e-08,
        8.179910793160161e-08,
        8.448528632243324e-08,
        8.398345130444795e-08,
        8.544974861024457e-08,
        8.169451604089772e-08,
        8.36910913903921e-08,
        8.420163055689045e-08,
        8.383041461001994e-08,
        8.283778640816308e-08,
        8.276513341343161e-08,
        8.299112153054011e-08,
        8.222558278703218e-08,
        8.135052098623419e-08,
        8.269945794836531e-08,
        8.298652431903975e-08,
        8.423933195444988e-08,
        8.311447885489542e-08,
        8.208559165723273e-08,
        8.317649502487257e-08,
        8.3474589018806e-08,
        8.302215093181076e-08,
        8.139128482298474e-08
      ],
      "raw_bias_clean_difference_rms_ratio": [
        5.264391899108887,
        6.977414131164551,
        7.234428405761719,
        7.242570877075195,
        7.074718475341797,
        6.900444030761719,
        6.852675437927246,
        6.733451843261719,
        6.659199237823486,
        6.656491756439209,
        6.610866546630859,
        6.532876491546631,
        6.5610737800598145,
        6.644333362579346,
        6.758328914642334,
        6.668023586273193,
        6.697525978088379,
        6.739274978637695,
        6.7276835441589355,
        6.798233509063721,
        6.714458465576172,
        6.756107330322266,
        6.817115783691406,
        6.812081336975098,
        6.803969383239746,
        6.752786636352539,
        6.922989368438721,
        6.874139308929443,
        6.906683921813965,
        6.8743062019348145,
        6.873038291931152,
        6.939213275909424,
        6.907401084899902,
        7.011395454406738,
        6.899348735809326,
        6.9814934730529785,
        6.954258918762207,
        7.041719913482666,
        7.013198375701904,
        7.027947902679443,
        6.9531731605529785,
        6.993313789367676,
        7.078413486480713,
        7.026374816894531,
        7.08477258682251,
        7.038379669189453,
        7.059563159942627,
        7.08232307434082,
        7.119500637054443,
        7.1012444496154785,
        7.067852973937988,
        7.194443225860596,
        7.207388401031494,
        7.210241317749023,
        7.207858085632324,
        7.204678058624268,
        7.222621440887451,
        7.286028861999512,
        7.286786079406738,
        7.280644416809082,
        7.28926420211792,
        7.429694175720215,
        7.350874900817871,
        7.432041645050049,
        7.448301792144775,
        7.358059406280518,
        7.388880252838135,
        7.400780200958252,
        7.388784885406494,
        7.426681995391846,
        7.420624256134033,
        7.512842655181885,
        7.510833263397217,
        7.4464921951293945,
        7.494802474975586,
        7.563401699066162,
        7.536273002624512,
        7.578645706176758,
        7.6361212730407715,
        7.622544288635254,
        7.670511245727539,
        7.686807632446289,
        7.660233497619629,
        7.680441856384277,
        7.6970438957214355,
        7.657654285430908,
        7.716334819793701,
        7.743330478668213,
        7.764619827270508,
        7.854963779449463,
        7.7893900871276855,
        7.849416255950928,
        7.880742073059082,
        7.7743401527404785,
        7.8430047035217285,
        7.819005012512207,
        7.808786392211914,
        7.805038928985596,
        7.8809895515441895,
        7.86430025100708,
        7.837190628051758,
        7.85666561126709,
        7.8321051597595215,
        7.892631530761719,
        7.828040599822998,
        7.9050703048706055,
        7.880544185638428,
        7.910172462463379,
        7.8894782066345215,
        7.878538608551025,
        7.936524391174316,
        7.915570259094238,
        7.950175762176514,
        7.949460506439209,
        7.903659820556641,
        7.914787292480469,
        7.898887634277344,
        7.975059986114502,
        7.969872951507568,
        7.948004722595215,
        7.92954683303833,
        7.958200931549072,
        7.966342926025391,
        7.947449207305908,
        7.957923412322998,
        7.949538707733154,
        7.966967582702637,
        7.986464977264404,
        7.974283218383789,
        7.9395527839660645
      ],
      "train_accuracy": [
        39.03555679321289,
        51.29777908325195,
        56.428890228271484,
        59.36888885498047,
        61.893333435058594,
        63.364444732666016,
        64.44666290283203,
        64.5111083984375,
        64.93333435058594,
        65.16222381591797,
        65.91555786132812,
        66.4022216796875,
        66.7933349609375,
        67.05110931396484,
        68.04222106933594,
        67.7933349609375,
        67.95999908447266,
        68.38444519042969,
        68.9000015258789,
        69.20222473144531,
        68.7955551147461,
        69.4022216796875,
        69.3022232055664,
        69.77999877929688,
        70.13555908203125,
        70.1933364868164,
        70.68000030517578,
        70.39555358886719,
        70.6866683959961,
        70.90666961669922,
        70.81777954101562,
        71.35333251953125,
        71.66222381591797,
        71.4911117553711,
        71.4022216796875,
        71.6844482421875,
        71.78221893310547,
        71.97110748291016,
        72.1977767944336,
        72.22888946533203,
        72.03778076171875,
        72.05999755859375,
        72.64888763427734,
        72.9000015258789,
        73.0977783203125,
        73.15777587890625,
        73.11333465576172,
        73.38666534423828,
        73.8022232055664,
        73.66444396972656,
        73.72888946533203,
        74.12889099121094,
        74.31999969482422,
        74.61555480957031,
        74.44444274902344,
        74.913330078125,
        75.08222198486328,
        75.12889099121094,
        75.41999816894531,
        75.10444641113281,
        75.08000183105469,
        75.59333038330078,
        75.55999755859375,
        76.2911148071289,
        75.83110809326172,
        76.42222595214844,
        76.52889251708984,
        76.73555755615234,
        76.73110961914062,
        76.7088851928711,
        77.08444213867188,
        77.2933349609375,
        77.44444274902344,
        77.25111389160156,
        77.85778045654297,
        77.87333679199219,
        77.9800033569336,
        78.23999786376953,
        78.65110778808594,
        78.75555419921875,
        78.73332977294922,
        79.1844482421875,
        79.06888580322266,
        79.26222229003906,
        79.44666290283203,
        79.4888916015625,
        79.62666320800781,
        79.78221893310547,
        80.1977767944336,
        80.66444396972656,
        80.57111358642578,
        80.65333557128906,
        81.05110931396484,
        80.91777801513672,
        81.06444549560547,
        81.12666320800781,
        81.39555358886719,
        81.48444366455078,
        81.73332977294922,
        81.88888549804688,
        82.16222381591797,
        82.14888763427734,
        82.19999694824219,
        82.6066665649414,
        82.62666320800781,
        82.9111099243164,
        82.90666961669922,
        82.9977798461914,
        82.98222351074219,
        83.21778106689453,
        83.4044418334961,
        83.22000122070312,
        83.48222351074219,
        83.55777740478516,
        83.4022216796875,
        83.79777526855469,
        83.59111022949219,
        83.82444763183594,
        83.8155517578125,
        83.6933364868164,
        83.586669921875,
        83.91999816894531,
        83.77555847167969,
        83.68888854980469,
        83.65777587890625,
        83.57777404785156,
        83.88444519042969,
        83.71111297607422,
        83.83333587646484,
        83.64444732666016
      ],
      "train_loss": [
        1.7050100564956665,
        1.3710148334503174,
        1.2383077144622803,
        1.1632145643234253,
        1.0935990810394287,
        1.0536491870880127,
        1.0202282667160034,
        1.0206316709518433,
        1.0105252265930176,
        1.0069206953048706,
        0.9880034327507019,
        0.9746926426887512,
        0.9687619805335999,
        0.9525028467178345,
        0.9317524433135986,
        0.9350137114524841,
        0.9261712431907654,
        0.904508650302887,
        0.9005576968193054,
        0.896055281162262,
        0.9039478898048401,
        0.8939375877380371,
        0.8926700949668884,
        0.8764123320579529,
        0.867428719997406,
        0.8673074245452881,
        0.8557270765304565,
        0.8624234795570374,
        0.8549641966819763,
        0.850317120552063,
        0.8495632410049438,
        0.8343561291694641,
        0.8283343315124512,
        0.8305894136428833,
        0.8315274119377136,
        0.8216957449913025,
        0.8196675181388855,
        0.8159430623054504,
        0.8080921769142151,
        0.8077465891838074,
        0.808620274066925,
        0.8072639107704163,
        0.8010877370834351,
        0.7903465628623962,
        0.7857382297515869,
        0.7829195261001587,
        0.7806415557861328,
        0.7712002396583557,
        0.7589397430419922,
        0.7672277688980103,
        0.7642031311988831,
        0.7534486055374146,
        0.7481210231781006,
        0.7404558658599854,
        0.7429067492485046,
        0.734068751335144,
        0.7317671775817871,
        0.7278575897216797,
        0.7146227359771729,
        0.7231827974319458,
        0.7217106223106384,
        0.7032854557037354,
        0.7022920846939087,
        0.693237841129303,
        0.6911247968673706,
        0.6874701380729675,
        0.6819620728492737,
        0.6771761178970337,
        0.6766675710678101,
        0.671692967414856,
        0.6655333638191223,
        0.6566385626792908,
        0.6542138457298279,
        0.6547013521194458,
        0.642994225025177,
        0.6350389719009399,
        0.6373831033706665,
        0.6255748271942139,
        0.6199999451637268,
        0.6172025799751282,
        0.613323986530304,
        0.6072865128517151,
        0.6063575744628906,
        0.5992239117622375,
        0.5913497805595398,
        0.5942967534065247,
        0.5888499617576599,
        0.5814456939697266,
        0.5726745128631592,
        0.5647868514060974,
        0.5645409226417542,
        0.557034969329834,
        0.5476405620574951,
        0.5570142269134521,
        0.5480912327766418,
        0.5466099977493286,
        0.5368179082870483,
        0.5363700985908508,
        0.5277553200721741,
        0.5218702554702759,
        0.5207218527793884,
        0.5165232419967651,
        0.5119051933288574,
        0.5084289312362671,
        0.504882276058197,
        0.5005626678466797,
        0.4955200254917145,
        0.49458929896354675,
        0.4927699863910675,
        0.48804980516433716,
        0.483784556388855,
        0.4872121214866638,
        0.48265787959098816,
        0.4779576361179352,
        0.4829760193824768,
        0.4769781529903412,
        0.47825467586517334,
        0.47342556715011597,
        0.4762439727783203,
        0.4765535891056061,
        0.47896140813827515,
        0.4745793342590332,
        0.4752707779407501,
        0.4762120842933655,
        0.4745115637779236,
        0.47727811336517334,
        0.4740276336669922,
        0.47310781478881836,
        0.472671240568161,
        0.47827354073524475
      ],
      "train_time": [
        18.88169527053833,
        9.87637972831726,
        9.758576393127441,
        9.785034656524658,
        9.764633178710938,
        9.820734024047852,
        9.820387363433838,
        9.82467794418335,
        9.829710483551025,
        9.852084159851074,
        9.954957485198975,
        9.837259292602539,
        9.87480902671814,
        9.965913772583008,
        9.906282186508179,
        9.835652589797974,
        9.823774576187134,
        9.83445954322815,
        9.855238914489746,
        9.861167669296265,
        9.894710302352905,
        9.982568264007568,
        9.844011783599854,
        10.089291334152222,
        9.927250862121582,
        9.874633550643921,
        9.895368814468384,
        9.912256002426147,
        9.883951425552368,
        9.882731199264526,
        9.904271125793457,
        9.915597200393677,
        9.840923070907593,
        9.893220663070679,
        9.919587135314941,
        10.009455680847168,
        9.878145217895508,
        9.843203783035278,
        9.900217533111572,
        9.840424299240112,
        9.840992450714111,
        9.895076990127563,
        9.888073682785034,
        9.833515644073486,
        9.873387813568115,
        9.931336164474487,
        9.881017446517944,
        9.908246278762817,
        9.931577205657959,
        9.922688484191895,
        9.87697458267212,
        9.829064846038818,
        9.92991852760315,
        10.000928401947021,
        9.86267638206482,
        9.907257318496704,
        9.864912748336792,
        9.950313568115234,
        9.934519052505493,
        9.857193231582642,
        9.894596099853516,
        9.878852605819702,
        9.888504981994629,
        9.986425161361694,
        9.960387706756592,
        9.857789278030396,
        9.866389989852905,
        9.8946533203125,
        9.89612865447998,
        9.888733863830566,
        9.969621419906616,
        9.845349073410034,
        10.088027238845825,
        9.895280838012695,
        9.873594999313354,
        9.878232479095459,
        9.912907838821411,
        9.870383501052856,
        9.91002631187439,
        9.866389989852905,
        9.925384759902954,
        9.900957107543945,
        9.891926527023315,
        9.864474534988403,
        10.026838541030884,
        9.85693645477295,
        9.911916494369507,
        9.90084719657898,
        9.880249500274658,
        9.888854265213013,
        9.889341354370117,
        9.849279165267944,
        9.965396165847778,
        9.858044624328613,
        9.88704228401184,
        10.007735252380371,
        9.865707159042358,
        9.886194467544556,
        9.861822128295898,
        9.962710618972778,
        9.856233358383179,
        9.93103837966919,
        9.904097318649292,
        9.978773832321167,
        9.897315979003906,
        9.866923093795776,
        9.901127099990845,
        9.935178518295288,
        9.823058605194092,
        9.868002653121948,
        9.978318452835083,
        9.859058380126953,
        9.869467973709106,
        9.913764953613281,
        9.855556964874268,
        9.890502452850342,
        9.929212808609009,
        9.836121797561646,
        10.05497121810913,
        9.942312717437744,
        9.842143535614014,
        9.900411128997803,
        9.907083988189697,
        9.908019065856934,
        10.007301568984985,
        9.982827425003052,
        9.949947118759155,
        9.876493692398071,
        9.92984914779663,
        9.860271215438843
      ],
      "used_clean_difference_rms_ratio": [
        4.4822078848483216e-07,
        5.760957719758153e-07,
        5.994118623675604e-07,
        5.978097306069685e-07,
        5.862115699528658e-07,
        5.762482828686188e-07,
        5.668705966854759e-07,
        5.581645154961734e-07,
        5.520756758414791e-07,
        5.428493068393436e-07,
        5.460718739414006e-07,
        5.439042070065625e-07,
        5.480965228343848e-07,
        5.464628429763252e-07,
        5.608433752968267e-07,
        5.499639428308001e-07,
        5.463940055960848e-07,
        5.586741735896794e-07,
        5.651799597217178e-07,
        5.717996032217343e-07,
        5.567583230003947e-07,
        5.687132897946867e-07,
        5.80025357521663e-07,
        5.642499445457361e-07,
        5.669191978086019e-07,
        5.547072987610591e-07,
        5.810327934341331e-07,
        5.657778388012957e-07,
        5.746895226366178e-07,
        5.747428417635092e-07,
        5.742662665397802e-07,
        5.840208814333891e-07,
        5.771802875642607e-07,
        5.757042913501209e-07,
        5.699369012290845e-07,
        5.805755449728167e-07,
        5.82114637381892e-07,
        5.930539828113979e-07,
        5.771224778072792e-07,
        5.719714977203694e-07,
        5.694743663298141e-07,
        5.744824420617078e-07,
        5.744067266277852e-07,
        5.847996362717822e-07,
        5.82879920330015e-07,
        5.830258942296496e-07,
        5.784152676824306e-07,
        5.867061645403737e-07,
        5.85030477395776e-07,
        5.907816102990182e-07,
        5.89129797390342e-07,
        5.975937256152974e-07,
        5.909190008424048e-07,
        5.903164606024802e-07,
        5.951652042313071e-07,
        5.956609356871923e-07,
        6.098628091422142e-07,
        6.039232971488673e-07,
        5.924406991653086e-07,
        6.088816348892578e-07,
        6.184535550346482e-07,
        6.192428259055305e-07,
        6.158655310173344e-07,
        6.162171644064074e-07,
        6.125266622802883e-07,
        6.061812882762752e-07,
        6.087673227739288e-07,
        6.1882769841759e-07,
        6.080518346607278e-07,
        6.181131766425096e-07,
        6.295384764598566e-07,
        6.202543545441586e-07,
        6.091466389079869e-07,
        6.241951950869407e-07,
        6.162706540635554e-07,
        6.326141601675772e-07,
        6.374968961608829e-07,
        6.298080279520946e-07,
        6.350086891870887e-07,
        6.26958183147508e-07,
        6.441638902288105e-07,
        6.383480695149046e-07,
        6.343007612485962e-07,
        6.380715262821468e-07,
        6.433107841985475e-07,
        6.304773023657617e-07,
        6.234928946469154e-07,
        6.497640470115584e-07,
        6.428198844332655e-07,
        6.45870727566944e-07,
        6.568994308508991e-07,
        6.446019256145519e-07,
        6.606869646930136e-07,
        6.547732596118294e-07,
        6.494761919384473e-07,
        6.464225634772447e-07,
        6.590755674551474e-07,
        6.608759690607258e-07,
        6.515471682178031e-07,
        6.559998269040079e-07,
        6.544710231537465e-07,
        6.508188903353584e-07,
        6.593223247364222e-07,
        6.585646019630076e-07,
        6.434329407056794e-07,
        6.579107889592706e-07,
        6.58457850022387e-07,
        6.573938549081504e-07,
        6.458135999309889e-07,
        6.646000088039727e-07,
        6.672507311122899e-07,
        6.777426619919424e-07,
        6.502331189039978e-07,
        6.647945838267333e-07,
        6.662963869530358e-07,
        6.631299811488134e-07,
        6.558047402904776e-07,
        6.603428346352302e-07,
        6.612132779082458e-07,
        6.538899697261513e-07,
        6.458213874793728e-07,
        6.586879521819355e-07,
        6.613673804167775e-07,
        6.688381404273969e-07,
        6.606204578929464e-07,
        6.528656513182796e-07,
        6.629125550716708e-07,
        6.674866881439812e-07,
        6.635289082623785e-07,
        6.471222491200024e-07
      ],
      "val_accuracy": [
        53.63999938964844,
        57.5,
        62.7599983215332,
        63.959999084472656,
        67.19999694824219,
        68.83999633789062,
        63.2599983215332,
        68.22000122070312,
        68.5999984741211,
        68.87999725341797,
        70.22000122070312,
        70.36000061035156,
        71.0,
        70.58000183105469,
        72.41999816894531,
        70.9800033569336,
        71.80000305175781,
        73.33999633789062,
        72.16000366210938,
        71.72000122070312,
        72.0,
        72.68000030517578,
        72.83999633789062,
        73.08000183105469,
        72.16000366210938,
        72.33999633789062,
        72.4000015258789,
        72.66000366210938,
        74.62000274658203,
        73.23999786376953,
        73.54000091552734,
        73.54000091552734,
        72.94000244140625,
        73.54000091552734,
        74.54000091552734,
        74.76000213623047,
        73.4000015258789,
        72.80000305175781,
        73.54000091552734,
        75.45999908447266,
        75.5,
        76.62000274658203,
        75.27999877929688,
        72.62000274658203,
        76.80000305175781,
        74.26000213623047,
        75.27999877929688,
        77.30000305175781,
        75.19999694824219,
        75.62000274658203,
        77.19999694824219,
        75.31999969482422,
        78.05999755859375,
        75.87999725341797,
        77.36000061035156,
        76.76000213623047,
        75.45999908447266,
        77.33999633789062,
        76.83999633789062,
        77.45999908447266,
        76.76000213623047,
        75.5,
        78.22000122070312,
        77.13999938964844,
        79.04000091552734,
        77.76000213623047,
        78.37999725341797,
        77.33999633789062,
        79.33999633789062,
        78.81999969482422,
        78.5,
        77.86000061035156,
        78.66000366210938,
        78.86000061035156,
        78.5999984741211,
        80.08000183105469,
        78.77999877929688,
        79.76000213623047,
        79.4800033569336,
        80.18000030517578,
        81.05999755859375,
        79.9000015258789,
        79.31999969482422,
        81.18000030517578,
        80.26000213623047,
        81.0,
        80.83999633789062,
        80.12000274658203,
        80.23999786376953,
        81.26000213623047,
        80.91999816894531,
        80.86000061035156,
        80.68000030517578,
        80.73999786376953,
        82.0999984741211,
        81.08000183105469,
        80.80000305175781,
        81.73999786376953,
        81.31999969482422,
        81.37999725341797,
        81.69999694824219,
        81.63999938964844,
        81.18000030517578,
        81.4800033569336,
        81.81999969482422,
        81.95999908447266,
        82.37999725341797,
        82.54000091552734,
        82.22000122070312,
        82.37999725341797,
        82.68000030517578,
        82.44000244140625,
        82.58000183105469,
        82.62000274658203,
        82.62000274658203,
        82.45999908447266,
        82.69999694824219,
        82.58000183105469,
        82.68000030517578,
        82.68000030517578,
        82.69999694824219,
        82.66000366210938,
        82.68000030517578,
        82.63999938964844,
        82.63999938964844,
        82.66000366210938,
        82.68000030517578,
        82.66000366210938,
        82.62000274658203,
        82.68000030517578
      ],
      "val_loss": [
        1.3078911304473877,
        1.2291427850723267,
        1.046504259109497,
        1.0424591302871704,
        0.9432889819145203,
        0.9115638732910156,
        1.048808217048645,
        0.9226730465888977,
        0.8861709833145142,
        0.901089072227478,
        0.8675469160079956,
        0.8844452500343323,
        0.853136420249939,
        0.8672876954078674,
        0.8175320625305176,
        0.8366456627845764,
        0.8339214324951172,
        0.7920310497283936,
        0.8080245852470398,
        0.819942831993103,
        0.8157350420951843,
        0.8236144185066223,
        0.8114354014396667,
        0.8087978959083557,
        0.7900000810623169,
        0.8134582042694092,
        0.8002684116363525,
        0.7763575911521912,
        0.75154709815979,
        0.7705303430557251,
        0.764462947845459,
        0.7811369299888611,
        0.8171564340591431,
        0.7755085229873657,
        0.7455933094024658,
        0.730856716632843,
        0.7811276316642761,
        0.7978798747062683,
        0.7629575133323669,
        0.7343873381614685,
        0.7259421348571777,
        0.7088908553123474,
        0.726820707321167,
        0.7946666479110718,
        0.6926457285881042,
        0.7601248025894165,
        0.7398520708084106,
        0.6868435144424438,
        0.7331575155258179,
        0.6958214640617371,
        0.6675768494606018,
        0.7134968042373657,
        0.6495764255523682,
        0.7132424712181091,
        0.6753435730934143,
        0.6862394213676453,
        0.7329705953598022,
        0.6717165112495422,
        0.6821414828300476,
        0.6511173844337463,
        0.6952592730522156,
        0.697197437286377,
        0.6292640566825867,
        0.6622451543807983,
        0.6136947870254517,
        0.6583985686302185,
        0.6362812519073486,
        0.6524500250816345,
        0.6078343391418457,
        0.6125659346580505,
        0.6415155529975891,
        0.6490184664726257,
        0.6172807216644287,
        0.614140510559082,
        0.6305233836174011,
        0.5825631618499756,
        0.6201512217521667,
        0.5939549803733826,
        0.5935849547386169,
        0.5882190465927124,
        0.5690504312515259,
        0.5820308923721313,
        0.6097471117973328,
        0.5684967637062073,
        0.5814794301986694,
        0.5584462881088257,
        0.5589359998703003,
        0.5811407566070557,
        0.5804787278175354,
        0.5442330837249756,
        0.5619701147079468,
        0.5586175918579102,
        0.5531511306762695,
        0.556577205657959,
        0.5309391617774963,
        0.5462487936019897,
        0.5499193072319031,
        0.526013970375061,
        0.5468360185623169,
        0.5448687672615051,
        0.5242730379104614,
        0.5249059200286865,
        0.5366131067276001,
        0.5257766842842102,
        0.5244796276092529,
        0.5222634673118591,
        0.5141039490699768,
        0.5140299201011658,
        0.5150713920593262,
        0.5128704309463501,
        0.5093847513198853,
        0.5110731720924377,
        0.5048412680625916,
        0.5061895847320557,
        0.5055398344993591,
        0.5068002939224243,
        0.5043785572052002,
        0.505124032497406,
        0.5051042437553406,
        0.5047976970672607,
        0.5048054456710815,
        0.5048282742500305,
        0.5047197937965393,
        0.5047873854637146,
        0.5047872066497803,
        0.5047129392623901,
        0.5046113133430481,
        0.5046907663345337,
        0.5046834349632263,
        0.5046643614768982
      ],
      "val_time": [
        0.8171579837799072,
        0.19896936416625977,
        0.18796586990356445,
        0.19530510902404785,
        0.19318795204162598,
        0.1684410572052002,
        0.17999672889709473,
        0.19109392166137695,
        0.19432663917541504,
        0.19838976860046387,
        0.18071532249450684,
        0.19627737998962402,
        0.202317476272583,
        0.1915283203125,
        0.19712042808532715,
        0.20075678825378418,
        0.17847704887390137,
        0.20349550247192383,
        0.18925738334655762,
        0.1964554786682129,
        0.1967165470123291,
        0.18820977210998535,
        0.19079804420471191,
        0.1815783977508545,
        0.18678069114685059,
        0.19067168235778809,
        0.19088959693908691,
        0.19150352478027344,
        0.19221210479736328,
        0.19287919998168945,
        0.19332289695739746,
        0.1909322738647461,
        0.179487943649292,
        0.19237184524536133,
        0.19114446640014648,
        0.1783432960510254,
        0.18419814109802246,
        0.20013046264648438,
        0.18992328643798828,
        0.18971872329711914,
        0.1913139820098877,
        0.18674063682556152,
        0.1833963394165039,
        0.1856977939605713,
        0.19898128509521484,
        0.1941545009613037,
        0.19334793090820312,
        0.19541645050048828,
        0.2000880241394043,
        0.1892697811126709,
        0.1899123191833496,
        0.18626093864440918,
        0.19202828407287598,
        0.19811153411865234,
        0.19832181930541992,
        0.1784675121307373,
        0.19041228294372559,
        0.18245840072631836,
        0.19030380249023438,
        0.18028664588928223,
        0.18686413764953613,
        0.19090938568115234,
        0.21487903594970703,
        0.19411969184875488,
        0.1988379955291748,
        0.1772463321685791,
        0.19359827041625977,
        0.19338726997375488,
        0.19702458381652832,
        0.20189785957336426,
        0.192216157913208,
        0.18684124946594238,
        0.19177460670471191,
        0.1973717212677002,
        0.1839003562927246,
        0.19138789176940918,
        0.19059157371520996,
        0.17034053802490234,
        0.19311833381652832,
        0.19188761711120605,
        0.18087458610534668,
        0.1810743808746338,
        0.1918013095855713,
        0.1773242950439453,
        0.1911144256591797,
        0.1840958595275879,
        0.18607711791992188,
        0.1749589443206787,
        0.19378328323364258,
        0.16931891441345215,
        0.18515324592590332,
        0.18186330795288086,
        0.19176244735717773,
        0.193739652633667,
        0.19095253944396973,
        0.19111871719360352,
        0.19302988052368164,
        0.19380950927734375,
        0.2118854522705078,
        0.19411969184875488,
        0.19463491439819336,
        0.1943671703338623,
        0.20203900337219238,
        0.17654776573181152,
        0.19344305992126465,
        0.1930091381072998,
        0.19249367713928223,
        0.1785295009613037,
        0.1872403621673584,
        0.1814098358154297,
        0.19460701942443848,
        0.1803140640258789,
        0.20222234725952148,
        0.19220757484436035,
        0.19368672370910645,
        0.18115973472595215,
        0.18281269073486328,
        0.2177445888519287,
        0.2014000415802002,
        0.17706060409545898,
        0.2042834758758545,
        0.18119573593139648,
        0.18229079246520996,
        0.20252537727355957,
        0.18682575225830078,
        0.2040419578552246,
        0.19417953491210938,
        0.18730497360229492,
        0.19848346710205078,
        0.18735456466674805
      ]
    },
    "dp_bias_initialization": {
      "bias_kind": "activity",
      "bias_ratio_target": 4.0,
      "calibration_examples": 64,
      "instruction_observations_for_predictor": 0,
      "realized_bias_difference_rms_ratio": [
        3.999999523162842,
        4.0,
        4.000000476837158
      ]
    },
    "epochs_completed": 130,
    "final_validation_accuracy": 82.68000030517578,
    "finite": true,
    "test_accuracy": NaN
  },
  "kind": "activity",
  "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json",
  "ratio": 4.0,
  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
  "return_code": 0,
  "rule": "innovation",
  "seed": 1992,
  "source": {
    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
    "tracked_files": {
      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
    }
  },
  "stage": "contrastive_bias_c1",
  "status": "completed",
  "timeout_seconds": 3600
}