{
  "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-innovation/2026_08_06_13_15_11/hist.npy",
  "command": [
    "/scratch/yurenh2/venvs/dualprop/bin/python",
    "train.py",
    "--model",
    "miniCNN",
    "--dataset",
    "cifar10",
    "--num-epochs",
    "130",
    "--batch-size",
    "100",
    "--learning-rate",
    "0.025",
    "--learning-rate-final",
    "2e-6",
    "--warmup-learning-rate",
    "0.001",
    "--warmup-epochs",
    "10",
    "--decay-epochs",
    "120",
    "--momentum",
    "0.9",
    "--weight-decay",
    "5e-4",
    "--dtype",
    "float32",
    "--param-dtype",
    "float32",
    "--percent-train",
    "90",
    "--percent-val",
    "10",
    "--seeds",
    "1989",
    "--feedback-seed",
    "1729",
    "--gradient-diagnostics",
    "none",
    "--spectral-diagnostics",
    "none",
    "--test-policy",
    "none",
    "--early-stop-policy",
    "none",
    "--learning-algorithm",
    "dualprop-lagr-ff",
    "--experiment-name",
    "dp-bias-c1-s1989-innovation",
    "--optimizer-schedule",
    "author",
    "--loss",
    "sce",
    "--alpha",
    "0.0",
    "--beta",
    "0.1",
    "--inference-sequence",
    "fwK",
    "--inference-passes-nudged",
    "16",
    "--dp-bias-kind",
    "activity",
    "--dp-bias-rule",
    "innovation",
    "--dp-bias-ratio",
    "4.0",
    "--dp-bias-seed",
    "6100",
    "--dp-bias-calibration-examples",
    "64"
  ],
  "completed_unix_time": 1786041473.702848,
  "condition": "innovation",
  "driver_wall_seconds": 1370.4411580562592,
  "experiment_name": "dp-bias-c1-s1989-innovation",
  "hardware": {
    "cuda_visible_devices": "5",
    "memory_total_mib": 8192,
    "name": "NVIDIA GeForce GTX 1080",
    "physical_index": 5,
    "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74"
  },
  "history": {
    "best_epoch": 116,
    "best_validation_accuracy": 82.9000015258789,
    "curves": {
      "instruction_observations_for_predictor": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
      ],
      "maximum_used_clean_difference_relative_error": [
        6.480410092990496e-07,
        1.011800918604422e-06,
        1.1721544979081955e-06,
        1.2840379213230335e-06,
        1.4024848269400536e-06,
        1.470898382649466e-06,
        1.5319136537073064e-06,
        1.584994834047393e-06,
        1.6167458625204745e-06,
        1.6457303217976005e-06,
        1.6651007399559603e-06,
        1.7238352256754297e-06,
        1.7149109226011205e-06,
        1.8174832803197205e-06,
        1.7859798617791967e-06,
        1.8341272607358405e-06,
        1.8305321418665699e-06,
        1.8175371678808006e-06,
        1.8354696749156574e-06,
        1.9198494101146935e-06,
        1.914736685648677e-06,
        1.9052539528274792e-06,
        1.9195463210053276e-06,
        2.0012259938084753e-06,
        1.95912480194238e-06,
        1.960592953764717e-06,
        1.9947096916439477e-06,
        2.035855686699506e-06,
        2.013002585954382e-06,
        2.0087722987227608e-06,
        2.0296640741435112e-06,
        2.0868790215899935e-06,
        1.9888291262759594e-06,
        2.088976998493308e-06,
        2.038018010352971e-06,
        2.0710228909592843e-06,
        2.1136852410563733e-06,
        2.0702407255157596e-06,
        2.1199730326770805e-06,
        2.094248884532135e-06,
        2.0710110675281612e-06,
        2.1471303170983447e-06,
        2.150655291188741e-06,
        2.140951437468175e-06,
        2.1836058294866234e-06,
        2.175055669795256e-06,
        2.2241601982386783e-06,
        2.1883356566831935e-06,
        2.2188560251379386e-06,
        2.1736693724960787e-06,
        2.2479769086203305e-06,
        2.290662450832315e-06,
        2.279297177665285e-06,
        2.266552428409341e-06,
        2.2448584786616266e-06,
        2.2664480638923123e-06,
        2.3026725557429017e-06,
        2.3447653347830055e-06,
        2.3756253995088628e-06,
        2.293803618158563e-06,
        2.3455213522538543e-06,
        2.3709853849140927e-06,
        2.3110019355954137e-06,
        2.363556404816336e-06,
        2.3570617031509755e-06,
        2.3979512207006337e-06,
        2.406395196885569e-06,
        2.4531709641451016e-06,
        2.425857019261457e-06,
        2.5301230834884336e-06,
        2.4604348709544865e-06,
        2.4871544610505225e-06,
        2.4664891498105135e-06,
        2.4936657609941904e-06,
        2.5283561626565643e-06,
        2.564703891039244e-06,
        2.5552969873388065e-06,
        2.57492069977161e-06,
        2.593721319499309e-06,
        2.637504394442658e-06,
        2.6149973564315587e-06,
        2.6359609819337493e-06,
        2.6324512418796076e-06,
        2.690491101020598e-06,
        2.628029051265912e-06,
        2.7231048989051487e-06,
        2.7851124286826234e-06,
        2.7325729661242804e-06,
        2.731519089138601e-06,
        2.784243179121404e-06,
        2.751214424279169e-06,
        2.7761593628383707e-06,
        2.8178180855320534e-06,
        2.852174930012552e-06,
        2.843275069608353e-06,
        2.8374277007969795e-06,
        2.9053203434159514e-06,
        2.898126012951252e-06,
        2.9125044420652557e-06,
        2.9269915557961212e-06,
        2.938042825917364e-06,
        2.9480549983418314e-06,
        2.982442538268515e-06,
        2.9986640583956614e-06,
        2.978829570565722e-06,
        3.009817191923503e-06,
        3.0672504180984106e-06,
        3.0549651910405373e-06,
        3.0567398425773717e-06,
        3.0425683235080214e-06,
        3.0945968774176436e-06,
        3.065886176045751e-06,
        3.0815062928013504e-06,
        3.1120691801334033e-06,
        3.091330427196226e-06,
        3.1551599022350274e-06,
        3.09760889649624e-06,
        3.11860549118137e-06,
        3.0799226351518882e-06,
        3.0641401735920226e-06,
        3.0941669137973804e-06,
        3.108069677182357e-06,
        3.104094048467232e-06,
        3.0985308967501624e-06,
        3.130218601654633e-06,
        3.145074288113392e-06,
        3.1108052098716144e-06,
        3.1516976832790533e-06,
        3.1258637136488687e-06,
        3.148154291920946e-06
      ],
      "neutral_observations": [
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0,
        100.0
      ],
      "post_bias_raw_bias_rms_ratio": [
        8.375339177746355e-08,
        8.392224515318958e-08,
        8.230296799638381e-08,
        8.280100161073278e-08,
        8.372492033004164e-08,
        8.314505350881518e-08,
        8.301964982138088e-08,
        8.35447409031076e-08,
        8.286482966468611e-08,
        8.292744979598865e-08,
        8.201384815720303e-08,
        8.351784686055908e-08,
        8.178069776931807e-08,
        8.380741434166339e-08,
        8.187178934804251e-08,
        8.338844281752245e-08,
        8.262021111704598e-08,
        8.116771255117783e-08,
        8.179141985920069e-08,
        8.396304451707692e-08,
        8.309902455039264e-08,
        8.209793378455288e-08,
        8.268419549040118e-08,
        8.475363699744776e-08,
        8.30803799090063e-08,
        8.258157180307535e-08,
        8.394324879645865e-08,
        8.458134459488065e-08,
        8.388676064896572e-08,
        8.260165174078793e-08,
        8.308644794396969e-08,
        8.50427639420559e-08,
        8.104110094109274e-08,
        8.418817287747515e-08,
        8.209343604903552e-08,
        8.319442912352315e-08,
        8.329610068358306e-08,
        8.230750836446532e-08,
        8.404570905895525e-08,
        8.338298584931181e-08,
        8.168096599092678e-08,
        8.383950955703767e-08,
        8.341955037849402e-08,
        8.333424261763867e-08,
        8.412233398757962e-08,
        8.270300355661675e-08,
        8.430139786241853e-08,
        8.367789661178904e-08,
        8.284933983304654e-08,
        8.143243945823997e-08,
        8.390312444817027e-08,
        8.529629980102982e-08,
        8.326260569901933e-08,
        8.359827319281976e-08,
        8.283208785542229e-08,
        8.274219709392128e-08,
        8.357383052270961e-08,
        8.372402504619458e-08,
        8.470060919307798e-08,
        8.190625067072688e-08,
        8.336949974818708e-08,
        8.347986124590534e-08,
        8.214854574362107e-08,
        8.348452240625193e-08,
        8.166228582240365e-08,
        8.370086845843616e-08,
        8.291647901614851e-08,
        8.37022540167709e-08,
        8.253662286961116e-08,
        8.512208893307616e-08,
        8.405614693174357e-08,
        8.379762306276461e-08,
        8.262640704970181e-08,
        8.270322382486484e-08,
        8.405325502280903e-08,
        8.444231980320183e-08,
        8.349091018544641e-08,
        8.349096702886527e-08,
        8.294848896639451e-08,
        8.395187478527077e-08,
        8.30555606512462e-08,
        8.403421958291801e-08,
        8.343535995436469e-08,
        8.438066601001992e-08,
        8.191697986603685e-08,
        8.399715056839341e-08,
        8.514946614468499e-08,
        8.37947595755395e-08,
        8.316201416391777e-08,
        8.380813909525386e-08,
        8.290869857319194e-08,
        8.250241023688432e-08,
        8.251933536485012e-08,
        8.347404900632682e-08,
        8.371176818400272e-08,
        8.20096133224979e-08,
        8.419156927175209e-08,
        8.30569177878715e-08,
        8.275718954564582e-08,
        8.255850758587258e-08,
        8.18069025854129e-08,
        8.316127519947258e-08,
        8.357257286206732e-08,
        8.391718608891097e-08,
        8.207764778944693e-08,
        8.215003077793881e-08,
        8.39680751596461e-08,
        8.315969068917184e-08,
        8.265764250836583e-08,
        8.27265580483072e-08,
        8.413127261519548e-08,
        8.273662643887292e-08,
        8.266742668183724e-08,
        8.28344326464503e-08,
        8.316864352764242e-08,
        8.40874960772453e-08,
        8.231236137135056e-08,
        8.29111854727671e-08,
        8.197620360306246e-08,
        8.141086738078229e-08,
        8.224347425311862e-08,
        8.27507236067504e-08,
        8.257801908939655e-08,
        8.234271575702223e-08,
        8.262051665042236e-08,
        8.346002999815028e-08,
        8.234108861415734e-08,
        8.303369725126686e-08,
        8.298518139326916e-08,
        8.362805914430282e-08
      ],
      "raw_bias_clean_difference_rms_ratio": [
        5.993066310882568,
        8.314701080322266,
        8.765427589416504,
        8.720575332641602,
        8.597588539123535,
        8.46168041229248,
        8.34573745727539,
        8.279133796691895,
        8.11661434173584,
        7.992580413818359,
        7.947376251220703,
        7.915299892425537,
        7.841575622558594,
        7.970901012420654,
        7.911734104156494,
        7.8922200202941895,
        7.921026706695557,
        7.934206962585449,
        7.87405252456665,
        7.973937034606934,
        7.964046955108643,
        7.933907985687256,
        7.951947212219238,
        7.974117279052734,
        7.933250904083252,
        7.989445686340332,
        7.978224277496338,
        8.038105010986328,
        8.068699836730957,
        8.153077125549316,
        8.156089782714844,
        8.118518829345703,
        8.188215255737305,
        8.195173263549805,
        8.174368858337402,
        8.217992782592773,
        8.242253303527832,
        8.238786697387695,
        8.286131858825684,
        8.264961242675781,
        8.414913177490234,
        8.385546684265137,
        8.43238639831543,
        8.451741218566895,
        8.510810852050781,
        8.528160095214844,
        8.52560043334961,
        8.423908233642578,
        8.522554397583008,
        8.52646255493164,
        8.49374771118164,
        8.526630401611328,
        8.63856029510498,
        8.609675407409668,
        8.608272552490234,
        8.66146183013916,
        8.680791854858398,
        8.726964950561523,
        8.674548149108887,
        8.750200271606445,
        8.76738166809082,
        8.822428703308105,
        8.741411209106445,
        8.757258415222168,
        8.923376083374023,
        8.835336685180664,
        8.917485237121582,
        8.975618362426758,
        8.98056411743164,
        9.032739639282227,
        8.936644554138184,
        8.976090431213379,
        9.04539966583252,
        9.061354637145996,
        9.033711433410645,
        9.058822631835938,
        9.046923637390137,
        9.156255722045898,
        9.166275978088379,
        9.211237907409668,
        9.238595962524414,
        9.186963081359863,
        9.15682601928711,
        9.270119667053223,
        9.257810592651367,
        9.323609352111816,
        9.331586837768555,
        9.299781799316406,
        9.26021671295166,
        9.325098037719727,
        9.3369722366333,
        9.40822696685791,
        9.448094367980957,
        9.457871437072754,
        9.343528747558594,
        9.52778434753418,
        9.446263313293457,
        9.4907865524292,
        9.505379676818848,
        9.51111125946045,
        9.584943771362305,
        9.478426933288574,
        9.514730453491211,
        9.447136878967285,
        9.5455904006958,
        9.56595516204834,
        9.575079917907715,
        9.565119743347168,
        9.560108184814453,
        9.510210037231445,
        9.472966194152832,
        9.526556015014648,
        9.543166160583496,
        9.60046672821045,
        9.506696701049805,
        9.56905746459961,
        9.60513687133789,
        9.56932544708252,
        9.572236061096191,
        9.582395553588867,
        9.575418472290039,
        9.573431015014648,
        9.572183609008789,
        9.580808639526367,
        9.642807960510254,
        9.619986534118652,
        9.622213363647461,
        9.652975082397461,
        9.587325096130371,
        9.589363098144531
      ],
      "train_accuracy": [
        38.31999969482422,
        50.975555419921875,
        56.4466667175293,
        59.42444610595703,
        61.73777770996094,
        63.0977783203125,
        64.23555755615234,
        64.62222290039062,
        65.35333251953125,
        65.54222106933594,
        65.84444427490234,
        66.28888702392578,
        66.54888916015625,
        67.37333679199219,
        67.60444641113281,
        67.73555755615234,
        67.9022216796875,
        68.34889221191406,
        68.27555847167969,
        68.87555694580078,
        69.05333709716797,
        69.04222106933594,
        69.2844467163086,
        69.83110809326172,
        69.82444763183594,
        69.97555541992188,
        69.90666961669922,
        70.28888702392578,
        70.08444213867188,
        70.91999816894531,
        70.72444152832031,
        71.06888580322266,
        71.13777923583984,
        71.34222412109375,
        71.5111083984375,
        71.3822250366211,
        71.913330078125,
        71.74888610839844,
        71.84222412109375,
        72.0088882446289,
        71.92222595214844,
        72.46666717529297,
        72.47333526611328,
        72.43777465820312,
        72.7933349609375,
        72.98444366455078,
        73.48666381835938,
        73.10221862792969,
        73.63999938964844,
        73.73110961914062,
        73.586669921875,
        74.08444213867188,
        74.45333099365234,
        74.16000366210938,
        74.44889068603516,
        74.3933334350586,
        74.57111358642578,
        75.21778106689453,
        75.32221984863281,
        75.2933349609375,
        75.17333221435547,
        75.56666564941406,
        75.5111083984375,
        75.44222259521484,
        76.12889099121094,
        75.98444366455078,
        76.1866683959961,
        76.45333099365234,
        76.67111206054688,
        77.02222442626953,
        76.83333587646484,
        76.85778045654297,
        77.11111450195312,
        77.39555358886719,
        77.25777435302734,
        77.87555694580078,
        78.04222106933594,
        78.15555572509766,
        78.16444396972656,
        78.76000213623047,
        78.53111267089844,
        78.84222412109375,
        78.78221893310547,
        79.25777435302734,
        79.45333099365234,
        79.64888763427734,
        79.7955551147461,
        79.80889129638672,
        79.96666717529297,
        80.1866683959961,
        80.55333709716797,
        80.55777740478516,
        80.50444793701172,
        80.92666625976562,
        80.86666870117188,
        81.32444763183594,
        81.36000061035156,
        81.36222076416016,
        81.71778106689453,
        81.69999694824219,
        82.0199966430664,
        81.96444702148438,
        82.37777709960938,
        82.31111145019531,
        82.61333465576172,
        82.75777435302734,
        82.73555755615234,
        82.95777893066406,
        83.06222534179688,
        82.83110809326172,
        82.87777709960938,
        82.97777557373047,
        83.37999725341797,
        83.43111419677734,
        82.89555358886719,
        83.4000015258789,
        83.61111450195312,
        83.69999694824219,
        83.41555786132812,
        83.67333221435547,
        83.39778137207031,
        83.53778076171875,
        83.413330078125,
        83.43111419677734,
        83.91999816894531,
        83.60444641113281,
        83.60888671875,
        83.68888854980469,
        83.5,
        83.44222259521484
      ],
      "train_loss": [
        1.7226098775863647,
        1.3870989084243774,
        1.2399137020111084,
        1.1657400131225586,
        1.1009763479232788,
        1.0563141107559204,
        1.0329570770263672,
        1.020637035369873,
        1.0058422088623047,
        1.0011730194091797,
        1.0001360177993774,
        0.9810256361961365,
        0.970024049282074,
        0.9512573480606079,
        0.9459363222122192,
        0.9375039339065552,
        0.9330793619155884,
        0.9226661324501038,
        0.9218000173568726,
        0.9072259068489075,
        0.9015620350837708,
        0.8990833759307861,
        0.8967429995536804,
        0.883868932723999,
        0.8790396451950073,
        0.8749803304672241,
        0.8749072551727295,
        0.8665260672569275,
        0.8696925640106201,
        0.853366494178772,
        0.8496904373168945,
        0.8467713594436646,
        0.8442293405532837,
        0.8377049565315247,
        0.8349606394767761,
        0.8364410996437073,
        0.8208041787147522,
        0.8199250102043152,
        0.8162885308265686,
        0.8148177266120911,
        0.8156305551528931,
        0.8053990602493286,
        0.8017111420631409,
        0.8015657663345337,
        0.7876234650611877,
        0.7833452820777893,
        0.7740470170974731,
        0.7823024988174438,
        0.7634418606758118,
        0.7622121572494507,
        0.7626290321350098,
        0.7555223107337952,
        0.7494150400161743,
        0.7477719187736511,
        0.7453629970550537,
        0.7395145893096924,
        0.7393350005149841,
        0.7232627868652344,
        0.7187666893005371,
        0.7206240296363831,
        0.7193630933761597,
        0.7071504592895508,
        0.7098870277404785,
        0.7093356847763062,
        0.6942580938339233,
        0.6966429352760315,
        0.6893771886825562,
        0.6808000802993774,
        0.6782029867172241,
        0.6660891771316528,
        0.6747710704803467,
        0.6726231575012207,
        0.6605590581893921,
        0.654030442237854,
        0.652836263179779,
        0.6441100835800171,
        0.6406673192977905,
        0.6342423558235168,
        0.6259324550628662,
        0.6154536008834839,
        0.6198143362998962,
        0.6115980744361877,
        0.6130958199501038,
        0.6040533185005188,
        0.5974317789077759,
        0.5864968299865723,
        0.5873461365699768,
        0.5851417183876038,
        0.5780122876167297,
        0.5724764466285706,
        0.569003701210022,
        0.5621424913406372,
        0.5591220855712891,
        0.5544707179069519,
        0.553257167339325,
        0.5461598634719849,
        0.5408818125724792,
        0.5381682515144348,
        0.5308142304420471,
        0.5295066833496094,
        0.5213310718536377,
        0.5224424004554749,
        0.5184526443481445,
        0.5141295194625854,
        0.5057126879692078,
        0.5028854608535767,
        0.503870964050293,
        0.49805331230163574,
        0.49652573466300964,
        0.4960763156414032,
        0.49642547965049744,
        0.4922136664390564,
        0.4866808354854584,
        0.484943687915802,
        0.48938462138175964,
        0.4827175438404083,
        0.4805223047733307,
        0.48063403367996216,
        0.48088759183883667,
        0.476971834897995,
        0.48038744926452637,
        0.4801827371120453,
        0.4765053987503052,
        0.4793368875980377,
        0.4746747612953186,
        0.47845229506492615,
        0.47701185941696167,
        0.47684943675994873,
        0.47923746705055237,
        0.4793583154678345
      ],
      "train_time": [
        18.648271322250366,
        10.018172979354858,
        9.975170135498047,
        9.901781558990479,
        9.863518476486206,
        9.910261392593384,
        9.980285406112671,
        9.960121631622314,
        10.016388416290283,
        10.01843523979187,
        10.040222406387329,
        10.000693082809448,
        10.085890293121338,
        10.084057807922363,
        10.124876499176025,
        10.017444133758545,
        10.079343557357788,
        10.133436679840088,
        10.027402400970459,
        10.129331827163696,
        10.11736011505127,
        10.043818950653076,
        10.078883409500122,
        10.206072092056274,
        10.071439266204834,
        10.044024229049683,
        10.064720153808594,
        10.055288076400757,
        10.059327363967896,
        10.082417964935303,
        10.061728954315186,
        10.071149587631226,
        10.110915184020996,
        10.048245906829834,
        10.117218494415283,
        10.313790559768677,
        10.08076524734497,
        10.06798768043518,
        10.097241878509521,
        10.045182943344116,
        10.051900386810303,
        10.112889289855957,
        10.163126230239868,
        10.10533356666565,
        10.0633225440979,
        10.146273374557495,
        10.26608657836914,
        10.099929332733154,
        10.06147027015686,
        10.045509576797485,
        10.059691667556763,
        10.082504987716675,
        10.087855339050293,
        10.109771966934204,
        10.063868522644043,
        10.06804871559143,
        10.059746026992798,
        10.03503704071045,
        10.200844049453735,
        10.075505495071411,
        10.165985345840454,
        10.03181004524231,
        10.14215898513794,
        10.064364910125732,
        10.119065046310425,
        10.14722728729248,
        10.131963014602661,
        10.171426057815552,
        10.115822553634644,
        10.042054414749146,
        10.128502607345581,
        10.050158739089966,
        10.061166524887085,
        10.105016946792603,
        10.051188707351685,
        10.198533296585083,
        10.093891620635986,
        10.147575855255127,
        10.050089836120605,
        10.051727533340454,
        10.061760663986206,
        10.088464260101318,
        10.0942964553833,
        10.186153173446655,
        10.011389255523682,
        10.056010723114014,
        10.064647197723389,
        10.089590787887573,
        10.07659125328064,
        10.096359014511108,
        10.111500024795532,
        10.09372854232788,
        10.097323656082153,
        10.068986654281616,
        10.08773422241211,
        10.274393558502197,
        10.065053462982178,
        10.065667867660522,
        10.160866737365723,
        10.07068419456482,
        10.083399772644043,
        10.087138175964355,
        10.165590524673462,
        10.083959579467773,
        10.061242580413818,
        10.058763027191162,
        10.059463024139404,
        10.389742374420166,
        10.12973427772522,
        10.043750286102295,
        10.05176830291748,
        10.07449984550476,
        10.11817741394043,
        10.089457511901855,
        10.182930707931519,
        10.09683609008789,
        10.01432466506958,
        10.107229232788086,
        10.239841938018799,
        10.072198390960693,
        9.991339206695557,
        10.084007263183594,
        10.111675500869751,
        10.09311032295227,
        10.03262186050415,
        10.11888599395752,
        10.053424596786499,
        10.058555603027344,
        10.098092079162598,
        10.130130767822266
      ],
      "used_clean_difference_rms_ratio": [
        5.009810024603212e-07,
        6.975152473387425e-07,
        7.211731940515165e-07,
        7.220434099508566e-07,
        7.19004901839071e-07,
        7.038684657345584e-07,
        6.928759717084176e-07,
        6.914975756444619e-07,
        6.726648962285253e-07,
        6.622000796596694e-07,
        6.527893674501684e-07,
        6.601331392630527e-07,
        6.418470661628817e-07,
        6.676812063233228e-07,
        6.482250114459021e-07,
        6.575920110662992e-07,
        6.550918669745442e-07,
        6.447105533879949e-07,
        6.443849542847602e-07,
        6.695607908113743e-07,
        6.626754043281835e-07,
        6.509250169983716e-07,
        6.575619977411407e-07,
        6.771444418518513e-07,
        6.590086627511482e-07,
        6.593123771381215e-07,
        6.703106123495672e-07,
        6.792540148126136e-07,
        6.760599262634059e-07,
        6.733180839546549e-07,
        6.769585638721765e-07,
        6.909122589604522e-07,
        6.63615708162979e-07,
        6.896733566463809e-07,
        6.709132662763295e-07,
        6.835476824562647e-07,
        6.867887805128703e-07,
        6.788868063267728e-07,
        6.951415798539529e-07,
        6.901835263306566e-07,
        6.871419486742525e-07,
        7.0361340931413e-07,
        7.036608167254599e-07,
        7.046332370919117e-07,
        7.156543802011583e-07,
        7.049404189274355e-07,
        7.179849035310326e-07,
        7.051679062897165e-07,
        7.06250716575596e-07,
        6.944758865756739e-07,
        7.1355259478878e-07,
        7.268361059686868e-07,
        7.198859748314135e-07,
        7.199028004833963e-07,
        7.126828336367907e-07,
        7.160757036217547e-07,
        7.253679541463498e-07,
        7.312850698326656e-07,
        7.356519517998095e-07,
        7.167624289650121e-07,
        7.314627055166056e-07,
        7.369778245447378e-07,
        7.173928224801784e-07,
        7.311081162697519e-07,
        7.279343208210776e-07,
        7.413322009597323e-07,
        7.397591730295972e-07,
        7.508285193580377e-07,
        7.41385008495854e-07,
        7.692025860706053e-07,
        7.517414815083612e-07,
        7.531987193942768e-07,
        7.468874514415802e-07,
        7.495409022340027e-07,
        7.591214625790599e-07,
        7.642919968020578e-07,
        7.550519285359769e-07,
        7.635578072040516e-07,
        7.610047987327562e-07,
        7.72790770042775e-07,
        7.672452397855523e-07,
        7.706170208621188e-07,
        7.640271633135853e-07,
        7.826939736332861e-07,
        7.585877028759569e-07,
        7.824973522474465e-07,
        7.943975788293756e-07,
        7.808623081473343e-07,
        7.725650448264787e-07,
        7.813260936018196e-07,
        7.722746886429377e-07,
        7.761320262034133e-07,
        7.80182062953827e-07,
        7.901401772869576e-07,
        7.814334708200477e-07,
        7.808720852153783e-07,
        7.951593374855292e-07,
        7.885958552833472e-07,
        7.863601467761328e-07,
        7.860863888708991e-07,
        7.843942739782506e-07,
        7.866062787798e-07,
        7.941627018226427e-07,
        7.921706810520845e-07,
        7.834540269868739e-07,
        7.857963169044524e-07,
        8.02645899966592e-07,
        7.942373372316069e-07,
        7.909569603725686e-07,
        7.854640102777921e-07,
        7.968487238940725e-07,
        7.875796654843725e-07,
        7.89119894761825e-07,
        7.957593766150239e-07,
        7.901684284661314e-07,
        8.040375405471423e-07,
        7.902865490905242e-07,
        7.942173283481679e-07,
        7.845083587199042e-07,
        7.800599064466951e-07,
        7.875632377363218e-07,
        7.91819275036687e-07,
        7.897770615272748e-07,
        7.895582712080795e-07,
        7.966076509546838e-07,
        8.015397838789795e-07,
        7.914416642051947e-07,
        8.021500548238691e-07,
        7.951939551276155e-07,
        8.012811463231628e-07
      ],
      "val_accuracy": [
        51.880001068115234,
        59.70000076293945,
        64.04000091552734,
        65.0999984741211,
        68.19999694824219,
        69.87999725341797,
        67.4000015258789,
        68.81999969482422,
        72.0199966430664,
        71.22000122070312,
        70.5999984741211,
        70.33999633789062,
        70.0199966430664,
        72.19999694824219,
        71.87999725341797,
        72.16000366210938,
        70.55999755859375,
        72.37999725341797,
        70.45999908447266,
        72.83999633789062,
        73.4800033569336,
        74.0999984741211,
        73.91999816894531,
        73.95999908447266,
        70.5999984741211,
        74.73999786376953,
        68.41999816894531,
        74.55999755859375,
        72.5199966430664,
        72.9000015258789,
        73.55999755859375,
        71.0199966430664,
        72.45999908447266,
        72.69999694824219,
        73.81999969482422,
        73.81999969482422,
        73.13999938964844,
        72.19999694824219,
        75.62000274658203,
        74.22000122070312,
        73.63999938964844,
        75.54000091552734,
        74.31999969482422,
        75.45999908447266,
        77.0,
        74.45999908447266,
        76.22000122070312,
        75.13999938964844,
        76.73999786376953,
        75.33999633789062,
        75.73999786376953,
        76.66000366210938,
        76.87999725341797,
        77.19999694824219,
        74.77999877929688,
        77.04000091552734,
        77.37999725341797,
        76.45999908447266,
        75.69999694824219,
        74.27999877929688,
        77.04000091552734,
        77.31999969482422,
        77.13999938964844,
        76.77999877929688,
        77.72000122070312,
        77.27999877929688,
        78.23999786376953,
        78.87999725341797,
        78.55999755859375,
        76.68000030517578,
        77.73999786376953,
        78.86000061035156,
        77.58000183105469,
        79.5,
        78.9000015258789,
        79.26000213623047,
        79.05999755859375,
        80.23999786376953,
        78.80000305175781,
        78.4800033569336,
        80.05999755859375,
        79.86000061035156,
        79.73999786376953,
        79.08000183105469,
        79.68000030517578,
        81.18000030517578,
        79.58000183105469,
        81.05999755859375,
        80.05999755859375,
        80.9000015258789,
        81.13999938964844,
        80.58000183105469,
        79.18000030517578,
        81.19999694824219,
        80.54000091552734,
        80.55999755859375,
        80.5199966430664,
        81.5,
        81.81999969482422,
        81.63999938964844,
        81.68000030517578,
        82.04000091552734,
        82.19999694824219,
        82.23999786376953,
        82.5999984741211,
        82.27999877929688,
        82.05999755859375,
        82.16000366210938,
        82.30000305175781,
        82.5,
        82.30000305175781,
        82.63999938964844,
        82.5999984741211,
        82.77999877929688,
        82.45999908447266,
        82.9000015258789,
        82.73999786376953,
        82.77999877929688,
        82.68000030517578,
        82.69999694824219,
        82.80000305175781,
        82.81999969482422,
        82.80000305175781,
        82.76000213623047,
        82.77999877929688,
        82.77999877929688,
        82.77999877929688,
        82.80000305175781,
        82.86000061035156,
        82.81999969482422
      ],
      "val_loss": [
        1.3510088920593262,
        1.1529459953308105,
        1.0468471050262451,
        1.0216169357299805,
        0.925427258014679,
        0.8675288558006287,
        0.9172126650810242,
        0.908548891544342,
        0.8316742181777954,
        0.8401350378990173,
        0.8673457503318787,
        0.8729410767555237,
        0.8893402814865112,
        0.8212301135063171,
        0.8139774799346924,
        0.8236862421035767,
        0.8700018525123596,
        0.8166597485542297,
        0.8568505644798279,
        0.7973703742027283,
        0.7642643451690674,
        0.7694777846336365,
        0.786611795425415,
        0.7627192735671997,
        0.8487462401390076,
        0.7493539452552795,
        0.9140673875808716,
        0.765673041343689,
        0.7907288074493408,
        0.8053245544433594,
        0.7741118669509888,
        0.8413300514221191,
        0.7968649864196777,
        0.8015972971916199,
        0.7641543745994568,
        0.7687199115753174,
        0.7975777387619019,
        0.798865556716919,
        0.7460253238677979,
        0.7695310711860657,
        0.7732320427894592,
        0.7223656177520752,
        0.7294338345527649,
        0.7292619347572327,
        0.6783175468444824,
        0.7356812357902527,
        0.6925978064537048,
        0.7282301187515259,
        0.6829283237457275,
        0.7080714702606201,
        0.688478946685791,
        0.6934933662414551,
        0.6763702630996704,
        0.6707608103752136,
        0.7442907094955444,
        0.6718232035636902,
        0.6680572032928467,
        0.6688593029975891,
        0.7137004137039185,
        0.7356970310211182,
        0.6758073568344116,
        0.6566222906112671,
        0.6666498780250549,
        0.6914724111557007,
        0.6659483313560486,
        0.6610660552978516,
        0.6478292346000671,
        0.6223502159118652,
        0.6415798664093018,
        0.6862651109695435,
        0.6478309035301208,
        0.6271025538444519,
        0.6660701632499695,
        0.6128048300743103,
        0.6136876940727234,
        0.6055257320404053,
        0.6227060556411743,
        0.5859044790267944,
        0.6323354244232178,
        0.6216480135917664,
        0.5821081399917603,
        0.5890146493911743,
        0.5779908895492554,
        0.6118987202644348,
        0.5811307430267334,
        0.5639885067939758,
        0.5802001357078552,
        0.5560157299041748,
        0.5842000246047974,
        0.550058126449585,
        0.5563098192214966,
        0.5675140619277954,
        0.6062551736831665,
        0.5691872835159302,
        0.5597025752067566,
        0.5647706389427185,
        0.5619632005691528,
        0.5413104295730591,
        0.5331208109855652,
        0.5372368097305298,
        0.5414949655532837,
        0.5280073881149292,
        0.5248157382011414,
        0.5247841477394104,
        0.520947277545929,
        0.5268739461898804,
        0.525455117225647,
        0.5263584852218628,
        0.5237002372741699,
        0.5161609053611755,
        0.5241281986236572,
        0.5148923993110657,
        0.5162400007247925,
        0.5148922204971313,
        0.5131223797798157,
        0.5125471353530884,
        0.5112168788909912,
        0.5114747881889343,
        0.5111490488052368,
        0.5113899111747742,
        0.5113567113876343,
        0.5112560987472534,
        0.5113088488578796,
        0.5114550590515137,
        0.51137375831604,
        0.5113956332206726,
        0.5112889409065247,
        0.5113075375556946,
        0.511180579662323,
        0.5112199187278748
      ],
      "val_time": [
        0.8263156414031982,
        0.20781636238098145,
        0.20028257369995117,
        0.1894974708557129,
        0.18959307670593262,
        0.20376372337341309,
        0.1933441162109375,
        0.18741202354431152,
        0.18925929069519043,
        0.1900489330291748,
        0.19038748741149902,
        0.18265914916992188,
        0.18609404563903809,
        0.18117904663085938,
        0.19728565216064453,
        0.1922292709350586,
        0.20002007484436035,
        0.17181730270385742,
        0.20343375205993652,
        0.1985912322998047,
        0.18721318244934082,
        0.16380548477172852,
        0.17376089096069336,
        0.19649815559387207,
        0.16672873497009277,
        0.19234037399291992,
        0.18227648735046387,
        0.19065356254577637,
        0.18736553192138672,
        0.18262076377868652,
        0.1943988800048828,
        0.18999028205871582,
        0.1859598159790039,
        0.1963329315185547,
        0.1916193962097168,
        0.19461345672607422,
        0.18831801414489746,
        0.18242287635803223,
        0.180649995803833,
        0.17593932151794434,
        0.19971227645874023,
        0.17602968215942383,
        0.1901719570159912,
        0.20432209968566895,
        0.18765902519226074,
        0.18438720703125,
        0.19545888900756836,
        0.18940091133117676,
        0.16340970993041992,
        0.1927647590637207,
        0.18932557106018066,
        0.17907452583312988,
        0.19219589233398438,
        0.19012737274169922,
        0.1897273063659668,
        0.2039492130279541,
        0.19500946998596191,
        0.1888272762298584,
        0.1814875602722168,
        0.19325661659240723,
        0.19433116912841797,
        0.20235896110534668,
        0.18472909927368164,
        0.19248390197753906,
        0.1938023567199707,
        0.18013310432434082,
        0.20281457901000977,
        0.1902778148651123,
        0.1899857521057129,
        0.2036142349243164,
        0.19659018516540527,
        0.1802830696105957,
        0.16736721992492676,
        0.18809151649475098,
        0.20423126220703125,
        0.1930856704711914,
        0.1880025863647461,
        0.1875171661376953,
        0.16341328620910645,
        0.19361209869384766,
        0.2012009620666504,
        0.19182181358337402,
        0.19834685325622559,
        0.19000887870788574,
        0.18445134162902832,
        0.19278597831726074,
        0.1703929901123047,
        0.19148492813110352,
        0.19699430465698242,
        0.19298529624938965,
        0.1945338249206543,
        0.19463467597961426,
        0.1918323040008545,
        0.20610547065734863,
        0.19405245780944824,
        0.1882038116455078,
        0.18465089797973633,
        0.18123459815979004,
        0.16983985900878906,
        0.19702649116516113,
        0.1808032989501953,
        0.19296884536743164,
        0.18314313888549805,
        0.19144010543823242,
        0.1683351993560791,
        0.190659761428833,
        0.1970067024230957,
        0.18776535987854004,
        0.19336342811584473,
        0.18761301040649414,
        0.19104838371276855,
        0.1858234405517578,
        0.19254422187805176,
        0.2024836540222168,
        0.19104266166687012,
        0.1934218406677246,
        0.19583535194396973,
        0.19252967834472656,
        0.19222497940063477,
        0.19044899940490723,
        0.19410157203674316,
        0.19034099578857422,
        0.19183635711669922,
        0.1795027256011963,
        0.19278740882873535,
        0.19479775428771973,
        0.17126798629760742,
        0.20534491539001465,
        0.19348526000976562,
        0.21687936782836914
      ]
    },
    "dp_bias_initialization": {
      "bias_kind": "activity",
      "bias_ratio_target": 4.0,
      "calibration_examples": 64,
      "instruction_observations_for_predictor": 0,
      "realized_bias_difference_rms_ratio": [
        4.0,
        4.000000476837158,
        4.0
      ]
    },
    "epochs_completed": 130,
    "final_validation_accuracy": 82.81999969482422,
    "finite": true,
    "test_accuracy": NaN
  },
  "kind": "activity",
  "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json",
  "ratio": 4.0,
  "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146",
  "return_code": 0,
  "rule": "innovation",
  "seed": 1989,
  "source": {
    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
    "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26",
    "tracked_files": {
      "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220",
      "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e",
      "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c",
      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
    }
  },
  "stage": "contrastive_bias_c1",
  "status": "completed",
  "timeout_seconds": 3600
}