diff options
Diffstat (limited to 'results/contrastive_bias')
22 files changed, 26658 insertions, 0 deletions
diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json new file mode 100644 index 0000000..6b4614e --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-innovation/2026_08_06_13_15_11/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1989", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1989-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786041473.702848, + "condition": "innovation", + "driver_wall_seconds": 1370.4411580562592, + "experiment_name": "dp-bias-c1-s1989-innovation", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 116, + "best_validation_accuracy": 82.9000015258789, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 6.480410092990496e-07, + 1.011800918604422e-06, + 1.1721544979081955e-06, + 1.2840379213230335e-06, + 1.4024848269400536e-06, + 1.470898382649466e-06, + 1.5319136537073064e-06, + 1.584994834047393e-06, + 1.6167458625204745e-06, + 1.6457303217976005e-06, + 1.6651007399559603e-06, + 1.7238352256754297e-06, + 1.7149109226011205e-06, + 1.8174832803197205e-06, + 1.7859798617791967e-06, + 1.8341272607358405e-06, + 1.8305321418665699e-06, + 1.8175371678808006e-06, + 1.8354696749156574e-06, + 1.9198494101146935e-06, + 1.914736685648677e-06, + 1.9052539528274792e-06, + 1.9195463210053276e-06, + 2.0012259938084753e-06, + 1.95912480194238e-06, + 1.960592953764717e-06, + 1.9947096916439477e-06, + 2.035855686699506e-06, + 2.013002585954382e-06, + 2.0087722987227608e-06, + 2.0296640741435112e-06, + 2.0868790215899935e-06, + 1.9888291262759594e-06, + 2.088976998493308e-06, + 2.038018010352971e-06, + 2.0710228909592843e-06, + 2.1136852410563733e-06, + 2.0702407255157596e-06, + 2.1199730326770805e-06, + 2.094248884532135e-06, + 2.0710110675281612e-06, + 2.1471303170983447e-06, + 2.150655291188741e-06, + 2.140951437468175e-06, + 2.1836058294866234e-06, + 2.175055669795256e-06, + 2.2241601982386783e-06, + 2.1883356566831935e-06, + 2.2188560251379386e-06, + 2.1736693724960787e-06, + 2.2479769086203305e-06, + 2.290662450832315e-06, + 2.279297177665285e-06, + 2.266552428409341e-06, + 2.2448584786616266e-06, + 2.2664480638923123e-06, + 2.3026725557429017e-06, + 2.3447653347830055e-06, + 2.3756253995088628e-06, + 2.293803618158563e-06, + 2.3455213522538543e-06, + 2.3709853849140927e-06, + 2.3110019355954137e-06, + 2.363556404816336e-06, + 2.3570617031509755e-06, + 2.3979512207006337e-06, + 2.406395196885569e-06, + 2.4531709641451016e-06, + 2.425857019261457e-06, + 2.5301230834884336e-06, + 2.4604348709544865e-06, + 2.4871544610505225e-06, + 2.4664891498105135e-06, + 2.4936657609941904e-06, + 2.5283561626565643e-06, + 2.564703891039244e-06, + 2.5552969873388065e-06, + 2.57492069977161e-06, + 2.593721319499309e-06, + 2.637504394442658e-06, + 2.6149973564315587e-06, + 2.6359609819337493e-06, + 2.6324512418796076e-06, + 2.690491101020598e-06, + 2.628029051265912e-06, + 2.7231048989051487e-06, + 2.7851124286826234e-06, + 2.7325729661242804e-06, + 2.731519089138601e-06, + 2.784243179121404e-06, + 2.751214424279169e-06, + 2.7761593628383707e-06, + 2.8178180855320534e-06, + 2.852174930012552e-06, + 2.843275069608353e-06, + 2.8374277007969795e-06, + 2.9053203434159514e-06, + 2.898126012951252e-06, + 2.9125044420652557e-06, + 2.9269915557961212e-06, + 2.938042825917364e-06, + 2.9480549983418314e-06, + 2.982442538268515e-06, + 2.9986640583956614e-06, + 2.978829570565722e-06, + 3.009817191923503e-06, + 3.0672504180984106e-06, + 3.0549651910405373e-06, + 3.0567398425773717e-06, + 3.0425683235080214e-06, + 3.0945968774176436e-06, + 3.065886176045751e-06, + 3.0815062928013504e-06, + 3.1120691801334033e-06, + 3.091330427196226e-06, + 3.1551599022350274e-06, + 3.09760889649624e-06, + 3.11860549118137e-06, + 3.0799226351518882e-06, + 3.0641401735920226e-06, + 3.0941669137973804e-06, + 3.108069677182357e-06, + 3.104094048467232e-06, + 3.0985308967501624e-06, + 3.130218601654633e-06, + 3.145074288113392e-06, + 3.1108052098716144e-06, + 3.1516976832790533e-06, + 3.1258637136488687e-06, + 3.148154291920946e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.375339177746355e-08, + 8.392224515318958e-08, + 8.230296799638381e-08, + 8.280100161073278e-08, + 8.372492033004164e-08, + 8.314505350881518e-08, + 8.301964982138088e-08, + 8.35447409031076e-08, + 8.286482966468611e-08, + 8.292744979598865e-08, + 8.201384815720303e-08, + 8.351784686055908e-08, + 8.178069776931807e-08, + 8.380741434166339e-08, + 8.187178934804251e-08, + 8.338844281752245e-08, + 8.262021111704598e-08, + 8.116771255117783e-08, + 8.179141985920069e-08, + 8.396304451707692e-08, + 8.309902455039264e-08, + 8.209793378455288e-08, + 8.268419549040118e-08, + 8.475363699744776e-08, + 8.30803799090063e-08, + 8.258157180307535e-08, + 8.394324879645865e-08, + 8.458134459488065e-08, + 8.388676064896572e-08, + 8.260165174078793e-08, + 8.308644794396969e-08, + 8.50427639420559e-08, + 8.104110094109274e-08, + 8.418817287747515e-08, + 8.209343604903552e-08, + 8.319442912352315e-08, + 8.329610068358306e-08, + 8.230750836446532e-08, + 8.404570905895525e-08, + 8.338298584931181e-08, + 8.168096599092678e-08, + 8.383950955703767e-08, + 8.341955037849402e-08, + 8.333424261763867e-08, + 8.412233398757962e-08, + 8.270300355661675e-08, + 8.430139786241853e-08, + 8.367789661178904e-08, + 8.284933983304654e-08, + 8.143243945823997e-08, + 8.390312444817027e-08, + 8.529629980102982e-08, + 8.326260569901933e-08, + 8.359827319281976e-08, + 8.283208785542229e-08, + 8.274219709392128e-08, + 8.357383052270961e-08, + 8.372402504619458e-08, + 8.470060919307798e-08, + 8.190625067072688e-08, + 8.336949974818708e-08, + 8.347986124590534e-08, + 8.214854574362107e-08, + 8.348452240625193e-08, + 8.166228582240365e-08, + 8.370086845843616e-08, + 8.291647901614851e-08, + 8.37022540167709e-08, + 8.253662286961116e-08, + 8.512208893307616e-08, + 8.405614693174357e-08, + 8.379762306276461e-08, + 8.262640704970181e-08, + 8.270322382486484e-08, + 8.405325502280903e-08, + 8.444231980320183e-08, + 8.349091018544641e-08, + 8.349096702886527e-08, + 8.294848896639451e-08, + 8.395187478527077e-08, + 8.30555606512462e-08, + 8.403421958291801e-08, + 8.343535995436469e-08, + 8.438066601001992e-08, + 8.191697986603685e-08, + 8.399715056839341e-08, + 8.514946614468499e-08, + 8.37947595755395e-08, + 8.316201416391777e-08, + 8.380813909525386e-08, + 8.290869857319194e-08, + 8.250241023688432e-08, + 8.251933536485012e-08, + 8.347404900632682e-08, + 8.371176818400272e-08, + 8.20096133224979e-08, + 8.419156927175209e-08, + 8.30569177878715e-08, + 8.275718954564582e-08, + 8.255850758587258e-08, + 8.18069025854129e-08, + 8.316127519947258e-08, + 8.357257286206732e-08, + 8.391718608891097e-08, + 8.207764778944693e-08, + 8.215003077793881e-08, + 8.39680751596461e-08, + 8.315969068917184e-08, + 8.265764250836583e-08, + 8.27265580483072e-08, + 8.413127261519548e-08, + 8.273662643887292e-08, + 8.266742668183724e-08, + 8.28344326464503e-08, + 8.316864352764242e-08, + 8.40874960772453e-08, + 8.231236137135056e-08, + 8.29111854727671e-08, + 8.197620360306246e-08, + 8.141086738078229e-08, + 8.224347425311862e-08, + 8.27507236067504e-08, + 8.257801908939655e-08, + 8.234271575702223e-08, + 8.262051665042236e-08, + 8.346002999815028e-08, + 8.234108861415734e-08, + 8.303369725126686e-08, + 8.298518139326916e-08, + 8.362805914430282e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.993066310882568, + 8.314701080322266, + 8.765427589416504, + 8.720575332641602, + 8.597588539123535, + 8.46168041229248, + 8.34573745727539, + 8.279133796691895, + 8.11661434173584, + 7.992580413818359, + 7.947376251220703, + 7.915299892425537, + 7.841575622558594, + 7.970901012420654, + 7.911734104156494, + 7.8922200202941895, + 7.921026706695557, + 7.934206962585449, + 7.87405252456665, + 7.973937034606934, + 7.964046955108643, + 7.933907985687256, + 7.951947212219238, + 7.974117279052734, + 7.933250904083252, + 7.989445686340332, + 7.978224277496338, + 8.038105010986328, + 8.068699836730957, + 8.153077125549316, + 8.156089782714844, + 8.118518829345703, + 8.188215255737305, + 8.195173263549805, + 8.174368858337402, + 8.217992782592773, + 8.242253303527832, + 8.238786697387695, + 8.286131858825684, + 8.264961242675781, + 8.414913177490234, + 8.385546684265137, + 8.43238639831543, + 8.451741218566895, + 8.510810852050781, + 8.528160095214844, + 8.52560043334961, + 8.423908233642578, + 8.522554397583008, + 8.52646255493164, + 8.49374771118164, + 8.526630401611328, + 8.63856029510498, + 8.609675407409668, + 8.608272552490234, + 8.66146183013916, + 8.680791854858398, + 8.726964950561523, + 8.674548149108887, + 8.750200271606445, + 8.76738166809082, + 8.822428703308105, + 8.741411209106445, + 8.757258415222168, + 8.923376083374023, + 8.835336685180664, + 8.917485237121582, + 8.975618362426758, + 8.98056411743164, + 9.032739639282227, + 8.936644554138184, + 8.976090431213379, + 9.04539966583252, + 9.061354637145996, + 9.033711433410645, + 9.058822631835938, + 9.046923637390137, + 9.156255722045898, + 9.166275978088379, + 9.211237907409668, + 9.238595962524414, + 9.186963081359863, + 9.15682601928711, + 9.270119667053223, + 9.257810592651367, + 9.323609352111816, + 9.331586837768555, + 9.299781799316406, + 9.26021671295166, + 9.325098037719727, + 9.3369722366333, + 9.40822696685791, + 9.448094367980957, + 9.457871437072754, + 9.343528747558594, + 9.52778434753418, + 9.446263313293457, + 9.4907865524292, + 9.505379676818848, + 9.51111125946045, + 9.584943771362305, + 9.478426933288574, + 9.514730453491211, + 9.447136878967285, + 9.5455904006958, + 9.56595516204834, + 9.575079917907715, + 9.565119743347168, + 9.560108184814453, + 9.510210037231445, + 9.472966194152832, + 9.526556015014648, + 9.543166160583496, + 9.60046672821045, + 9.506696701049805, + 9.56905746459961, + 9.60513687133789, + 9.56932544708252, + 9.572236061096191, + 9.582395553588867, + 9.575418472290039, + 9.573431015014648, + 9.572183609008789, + 9.580808639526367, + 9.642807960510254, + 9.619986534118652, + 9.622213363647461, + 9.652975082397461, + 9.587325096130371, + 9.589363098144531 + ], + "train_accuracy": [ + 38.31999969482422, + 50.975555419921875, + 56.4466667175293, + 59.42444610595703, + 61.73777770996094, + 63.0977783203125, + 64.23555755615234, + 64.62222290039062, + 65.35333251953125, + 65.54222106933594, + 65.84444427490234, + 66.28888702392578, + 66.54888916015625, + 67.37333679199219, + 67.60444641113281, + 67.73555755615234, + 67.9022216796875, + 68.34889221191406, + 68.27555847167969, + 68.87555694580078, + 69.05333709716797, + 69.04222106933594, + 69.2844467163086, + 69.83110809326172, + 69.82444763183594, + 69.97555541992188, + 69.90666961669922, + 70.28888702392578, + 70.08444213867188, + 70.91999816894531, + 70.72444152832031, + 71.06888580322266, + 71.13777923583984, + 71.34222412109375, + 71.5111083984375, + 71.3822250366211, + 71.913330078125, + 71.74888610839844, + 71.84222412109375, + 72.0088882446289, + 71.92222595214844, + 72.46666717529297, + 72.47333526611328, + 72.43777465820312, + 72.7933349609375, + 72.98444366455078, + 73.48666381835938, + 73.10221862792969, + 73.63999938964844, + 73.73110961914062, + 73.586669921875, + 74.08444213867188, + 74.45333099365234, + 74.16000366210938, + 74.44889068603516, + 74.3933334350586, + 74.57111358642578, + 75.21778106689453, + 75.32221984863281, + 75.2933349609375, + 75.17333221435547, + 75.56666564941406, + 75.5111083984375, + 75.44222259521484, + 76.12889099121094, + 75.98444366455078, + 76.1866683959961, + 76.45333099365234, + 76.67111206054688, + 77.02222442626953, + 76.83333587646484, + 76.85778045654297, + 77.11111450195312, + 77.39555358886719, + 77.25777435302734, + 77.87555694580078, + 78.04222106933594, + 78.15555572509766, + 78.16444396972656, + 78.76000213623047, + 78.53111267089844, + 78.84222412109375, + 78.78221893310547, + 79.25777435302734, + 79.45333099365234, + 79.64888763427734, + 79.7955551147461, + 79.80889129638672, + 79.96666717529297, + 80.1866683959961, + 80.55333709716797, + 80.55777740478516, + 80.50444793701172, + 80.92666625976562, + 80.86666870117188, + 81.32444763183594, + 81.36000061035156, + 81.36222076416016, + 81.71778106689453, + 81.69999694824219, + 82.0199966430664, + 81.96444702148438, + 82.37777709960938, + 82.31111145019531, + 82.61333465576172, + 82.75777435302734, + 82.73555755615234, + 82.95777893066406, + 83.06222534179688, + 82.83110809326172, + 82.87777709960938, + 82.97777557373047, + 83.37999725341797, + 83.43111419677734, + 82.89555358886719, + 83.4000015258789, + 83.61111450195312, + 83.69999694824219, + 83.41555786132812, + 83.67333221435547, + 83.39778137207031, + 83.53778076171875, + 83.413330078125, + 83.43111419677734, + 83.91999816894531, + 83.60444641113281, + 83.60888671875, + 83.68888854980469, + 83.5, + 83.44222259521484 + ], + "train_loss": [ + 1.7226098775863647, + 1.3870989084243774, + 1.2399137020111084, + 1.1657400131225586, + 1.1009763479232788, + 1.0563141107559204, + 1.0329570770263672, + 1.020637035369873, + 1.0058422088623047, + 1.0011730194091797, + 1.0001360177993774, + 0.9810256361961365, + 0.970024049282074, + 0.9512573480606079, + 0.9459363222122192, + 0.9375039339065552, + 0.9330793619155884, + 0.9226661324501038, + 0.9218000173568726, + 0.9072259068489075, + 0.9015620350837708, + 0.8990833759307861, + 0.8967429995536804, + 0.883868932723999, + 0.8790396451950073, + 0.8749803304672241, + 0.8749072551727295, + 0.8665260672569275, + 0.8696925640106201, + 0.853366494178772, + 0.8496904373168945, + 0.8467713594436646, + 0.8442293405532837, + 0.8377049565315247, + 0.8349606394767761, + 0.8364410996437073, + 0.8208041787147522, + 0.8199250102043152, + 0.8162885308265686, + 0.8148177266120911, + 0.8156305551528931, + 0.8053990602493286, + 0.8017111420631409, + 0.8015657663345337, + 0.7876234650611877, + 0.7833452820777893, + 0.7740470170974731, + 0.7823024988174438, + 0.7634418606758118, + 0.7622121572494507, + 0.7626290321350098, + 0.7555223107337952, + 0.7494150400161743, + 0.7477719187736511, + 0.7453629970550537, + 0.7395145893096924, + 0.7393350005149841, + 0.7232627868652344, + 0.7187666893005371, + 0.7206240296363831, + 0.7193630933761597, + 0.7071504592895508, + 0.7098870277404785, + 0.7093356847763062, + 0.6942580938339233, + 0.6966429352760315, + 0.6893771886825562, + 0.6808000802993774, + 0.6782029867172241, + 0.6660891771316528, + 0.6747710704803467, + 0.6726231575012207, + 0.6605590581893921, + 0.654030442237854, + 0.652836263179779, + 0.6441100835800171, + 0.6406673192977905, + 0.6342423558235168, + 0.6259324550628662, + 0.6154536008834839, + 0.6198143362998962, + 0.6115980744361877, + 0.6130958199501038, + 0.6040533185005188, + 0.5974317789077759, + 0.5864968299865723, + 0.5873461365699768, + 0.5851417183876038, + 0.5780122876167297, + 0.5724764466285706, + 0.569003701210022, + 0.5621424913406372, + 0.5591220855712891, + 0.5544707179069519, + 0.553257167339325, + 0.5461598634719849, + 0.5408818125724792, + 0.5381682515144348, + 0.5308142304420471, + 0.5295066833496094, + 0.5213310718536377, + 0.5224424004554749, + 0.5184526443481445, + 0.5141295194625854, + 0.5057126879692078, + 0.5028854608535767, + 0.503870964050293, + 0.49805331230163574, + 0.49652573466300964, + 0.4960763156414032, + 0.49642547965049744, + 0.4922136664390564, + 0.4866808354854584, + 0.484943687915802, + 0.48938462138175964, + 0.4827175438404083, + 0.4805223047733307, + 0.48063403367996216, + 0.48088759183883667, + 0.476971834897995, + 0.48038744926452637, + 0.4801827371120453, + 0.4765053987503052, + 0.4793368875980377, + 0.4746747612953186, + 0.47845229506492615, + 0.47701185941696167, + 0.47684943675994873, + 0.47923746705055237, + 0.4793583154678345 + ], + "train_time": [ + 18.648271322250366, + 10.018172979354858, + 9.975170135498047, + 9.901781558990479, + 9.863518476486206, + 9.910261392593384, + 9.980285406112671, + 9.960121631622314, + 10.016388416290283, + 10.01843523979187, + 10.040222406387329, + 10.000693082809448, + 10.085890293121338, + 10.084057807922363, + 10.124876499176025, + 10.017444133758545, + 10.079343557357788, + 10.133436679840088, + 10.027402400970459, + 10.129331827163696, + 10.11736011505127, + 10.043818950653076, + 10.078883409500122, + 10.206072092056274, + 10.071439266204834, + 10.044024229049683, + 10.064720153808594, + 10.055288076400757, + 10.059327363967896, + 10.082417964935303, + 10.061728954315186, + 10.071149587631226, + 10.110915184020996, + 10.048245906829834, + 10.117218494415283, + 10.313790559768677, + 10.08076524734497, + 10.06798768043518, + 10.097241878509521, + 10.045182943344116, + 10.051900386810303, + 10.112889289855957, + 10.163126230239868, + 10.10533356666565, + 10.0633225440979, + 10.146273374557495, + 10.26608657836914, + 10.099929332733154, + 10.06147027015686, + 10.045509576797485, + 10.059691667556763, + 10.082504987716675, + 10.087855339050293, + 10.109771966934204, + 10.063868522644043, + 10.06804871559143, + 10.059746026992798, + 10.03503704071045, + 10.200844049453735, + 10.075505495071411, + 10.165985345840454, + 10.03181004524231, + 10.14215898513794, + 10.064364910125732, + 10.119065046310425, + 10.14722728729248, + 10.131963014602661, + 10.171426057815552, + 10.115822553634644, + 10.042054414749146, + 10.128502607345581, + 10.050158739089966, + 10.061166524887085, + 10.105016946792603, + 10.051188707351685, + 10.198533296585083, + 10.093891620635986, + 10.147575855255127, + 10.050089836120605, + 10.051727533340454, + 10.061760663986206, + 10.088464260101318, + 10.0942964553833, + 10.186153173446655, + 10.011389255523682, + 10.056010723114014, + 10.064647197723389, + 10.089590787887573, + 10.07659125328064, + 10.096359014511108, + 10.111500024795532, + 10.09372854232788, + 10.097323656082153, + 10.068986654281616, + 10.08773422241211, + 10.274393558502197, + 10.065053462982178, + 10.065667867660522, + 10.160866737365723, + 10.07068419456482, + 10.083399772644043, + 10.087138175964355, + 10.165590524673462, + 10.083959579467773, + 10.061242580413818, + 10.058763027191162, + 10.059463024139404, + 10.389742374420166, + 10.12973427772522, + 10.043750286102295, + 10.05176830291748, + 10.07449984550476, + 10.11817741394043, + 10.089457511901855, + 10.182930707931519, + 10.09683609008789, + 10.01432466506958, + 10.107229232788086, + 10.239841938018799, + 10.072198390960693, + 9.991339206695557, + 10.084007263183594, + 10.111675500869751, + 10.09311032295227, + 10.03262186050415, + 10.11888599395752, + 10.053424596786499, + 10.058555603027344, + 10.098092079162598, + 10.130130767822266 + ], + "used_clean_difference_rms_ratio": [ + 5.009810024603212e-07, + 6.975152473387425e-07, + 7.211731940515165e-07, + 7.220434099508566e-07, + 7.19004901839071e-07, + 7.038684657345584e-07, + 6.928759717084176e-07, + 6.914975756444619e-07, + 6.726648962285253e-07, + 6.622000796596694e-07, + 6.527893674501684e-07, + 6.601331392630527e-07, + 6.418470661628817e-07, + 6.676812063233228e-07, + 6.482250114459021e-07, + 6.575920110662992e-07, + 6.550918669745442e-07, + 6.447105533879949e-07, + 6.443849542847602e-07, + 6.695607908113743e-07, + 6.626754043281835e-07, + 6.509250169983716e-07, + 6.575619977411407e-07, + 6.771444418518513e-07, + 6.590086627511482e-07, + 6.593123771381215e-07, + 6.703106123495672e-07, + 6.792540148126136e-07, + 6.760599262634059e-07, + 6.733180839546549e-07, + 6.769585638721765e-07, + 6.909122589604522e-07, + 6.63615708162979e-07, + 6.896733566463809e-07, + 6.709132662763295e-07, + 6.835476824562647e-07, + 6.867887805128703e-07, + 6.788868063267728e-07, + 6.951415798539529e-07, + 6.901835263306566e-07, + 6.871419486742525e-07, + 7.0361340931413e-07, + 7.036608167254599e-07, + 7.046332370919117e-07, + 7.156543802011583e-07, + 7.049404189274355e-07, + 7.179849035310326e-07, + 7.051679062897165e-07, + 7.06250716575596e-07, + 6.944758865756739e-07, + 7.1355259478878e-07, + 7.268361059686868e-07, + 7.198859748314135e-07, + 7.199028004833963e-07, + 7.126828336367907e-07, + 7.160757036217547e-07, + 7.253679541463498e-07, + 7.312850698326656e-07, + 7.356519517998095e-07, + 7.167624289650121e-07, + 7.314627055166056e-07, + 7.369778245447378e-07, + 7.173928224801784e-07, + 7.311081162697519e-07, + 7.279343208210776e-07, + 7.413322009597323e-07, + 7.397591730295972e-07, + 7.508285193580377e-07, + 7.41385008495854e-07, + 7.692025860706053e-07, + 7.517414815083612e-07, + 7.531987193942768e-07, + 7.468874514415802e-07, + 7.495409022340027e-07, + 7.591214625790599e-07, + 7.642919968020578e-07, + 7.550519285359769e-07, + 7.635578072040516e-07, + 7.610047987327562e-07, + 7.72790770042775e-07, + 7.672452397855523e-07, + 7.706170208621188e-07, + 7.640271633135853e-07, + 7.826939736332861e-07, + 7.585877028759569e-07, + 7.824973522474465e-07, + 7.943975788293756e-07, + 7.808623081473343e-07, + 7.725650448264787e-07, + 7.813260936018196e-07, + 7.722746886429377e-07, + 7.761320262034133e-07, + 7.80182062953827e-07, + 7.901401772869576e-07, + 7.814334708200477e-07, + 7.808720852153783e-07, + 7.951593374855292e-07, + 7.885958552833472e-07, + 7.863601467761328e-07, + 7.860863888708991e-07, + 7.843942739782506e-07, + 7.866062787798e-07, + 7.941627018226427e-07, + 7.921706810520845e-07, + 7.834540269868739e-07, + 7.857963169044524e-07, + 8.02645899966592e-07, + 7.942373372316069e-07, + 7.909569603725686e-07, + 7.854640102777921e-07, + 7.968487238940725e-07, + 7.875796654843725e-07, + 7.89119894761825e-07, + 7.957593766150239e-07, + 7.901684284661314e-07, + 8.040375405471423e-07, + 7.902865490905242e-07, + 7.942173283481679e-07, + 7.845083587199042e-07, + 7.800599064466951e-07, + 7.875632377363218e-07, + 7.91819275036687e-07, + 7.897770615272748e-07, + 7.895582712080795e-07, + 7.966076509546838e-07, + 8.015397838789795e-07, + 7.914416642051947e-07, + 8.021500548238691e-07, + 7.951939551276155e-07, + 8.012811463231628e-07 + ], + "val_accuracy": [ + 51.880001068115234, + 59.70000076293945, + 64.04000091552734, + 65.0999984741211, + 68.19999694824219, + 69.87999725341797, + 67.4000015258789, + 68.81999969482422, + 72.0199966430664, + 71.22000122070312, + 70.5999984741211, + 70.33999633789062, + 70.0199966430664, + 72.19999694824219, + 71.87999725341797, + 72.16000366210938, + 70.55999755859375, + 72.37999725341797, + 70.45999908447266, + 72.83999633789062, + 73.4800033569336, + 74.0999984741211, + 73.91999816894531, + 73.95999908447266, + 70.5999984741211, + 74.73999786376953, + 68.41999816894531, + 74.55999755859375, + 72.5199966430664, + 72.9000015258789, + 73.55999755859375, + 71.0199966430664, + 72.45999908447266, + 72.69999694824219, + 73.81999969482422, + 73.81999969482422, + 73.13999938964844, + 72.19999694824219, + 75.62000274658203, + 74.22000122070312, + 73.63999938964844, + 75.54000091552734, + 74.31999969482422, + 75.45999908447266, + 77.0, + 74.45999908447266, + 76.22000122070312, + 75.13999938964844, + 76.73999786376953, + 75.33999633789062, + 75.73999786376953, + 76.66000366210938, + 76.87999725341797, + 77.19999694824219, + 74.77999877929688, + 77.04000091552734, + 77.37999725341797, + 76.45999908447266, + 75.69999694824219, + 74.27999877929688, + 77.04000091552734, + 77.31999969482422, + 77.13999938964844, + 76.77999877929688, + 77.72000122070312, + 77.27999877929688, + 78.23999786376953, + 78.87999725341797, + 78.55999755859375, + 76.68000030517578, + 77.73999786376953, + 78.86000061035156, + 77.58000183105469, + 79.5, + 78.9000015258789, + 79.26000213623047, + 79.05999755859375, + 80.23999786376953, + 78.80000305175781, + 78.4800033569336, + 80.05999755859375, + 79.86000061035156, + 79.73999786376953, + 79.08000183105469, + 79.68000030517578, + 81.18000030517578, + 79.58000183105469, + 81.05999755859375, + 80.05999755859375, + 80.9000015258789, + 81.13999938964844, + 80.58000183105469, + 79.18000030517578, + 81.19999694824219, + 80.54000091552734, + 80.55999755859375, + 80.5199966430664, + 81.5, + 81.81999969482422, + 81.63999938964844, + 81.68000030517578, + 82.04000091552734, + 82.19999694824219, + 82.23999786376953, + 82.5999984741211, + 82.27999877929688, + 82.05999755859375, + 82.16000366210938, + 82.30000305175781, + 82.5, + 82.30000305175781, + 82.63999938964844, + 82.5999984741211, + 82.77999877929688, + 82.45999908447266, + 82.9000015258789, + 82.73999786376953, + 82.77999877929688, + 82.68000030517578, + 82.69999694824219, + 82.80000305175781, + 82.81999969482422, + 82.80000305175781, + 82.76000213623047, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.80000305175781, + 82.86000061035156, + 82.81999969482422 + ], + "val_loss": [ + 1.3510088920593262, + 1.1529459953308105, + 1.0468471050262451, + 1.0216169357299805, + 0.925427258014679, + 0.8675288558006287, + 0.9172126650810242, + 0.908548891544342, + 0.8316742181777954, + 0.8401350378990173, + 0.8673457503318787, + 0.8729410767555237, + 0.8893402814865112, + 0.8212301135063171, + 0.8139774799346924, + 0.8236862421035767, + 0.8700018525123596, + 0.8166597485542297, + 0.8568505644798279, + 0.7973703742027283, + 0.7642643451690674, + 0.7694777846336365, + 0.786611795425415, + 0.7627192735671997, + 0.8487462401390076, + 0.7493539452552795, + 0.9140673875808716, + 0.765673041343689, + 0.7907288074493408, + 0.8053245544433594, + 0.7741118669509888, + 0.8413300514221191, + 0.7968649864196777, + 0.8015972971916199, + 0.7641543745994568, + 0.7687199115753174, + 0.7975777387619019, + 0.798865556716919, + 0.7460253238677979, + 0.7695310711860657, + 0.7732320427894592, + 0.7223656177520752, + 0.7294338345527649, + 0.7292619347572327, + 0.6783175468444824, + 0.7356812357902527, + 0.6925978064537048, + 0.7282301187515259, + 0.6829283237457275, + 0.7080714702606201, + 0.688478946685791, + 0.6934933662414551, + 0.6763702630996704, + 0.6707608103752136, + 0.7442907094955444, + 0.6718232035636902, + 0.6680572032928467, + 0.6688593029975891, + 0.7137004137039185, + 0.7356970310211182, + 0.6758073568344116, + 0.6566222906112671, + 0.6666498780250549, + 0.6914724111557007, + 0.6659483313560486, + 0.6610660552978516, + 0.6478292346000671, + 0.6223502159118652, + 0.6415798664093018, + 0.6862651109695435, + 0.6478309035301208, + 0.6271025538444519, + 0.6660701632499695, + 0.6128048300743103, + 0.6136876940727234, + 0.6055257320404053, + 0.6227060556411743, + 0.5859044790267944, + 0.6323354244232178, + 0.6216480135917664, + 0.5821081399917603, + 0.5890146493911743, + 0.5779908895492554, + 0.6118987202644348, + 0.5811307430267334, + 0.5639885067939758, + 0.5802001357078552, + 0.5560157299041748, + 0.5842000246047974, + 0.550058126449585, + 0.5563098192214966, + 0.5675140619277954, + 0.6062551736831665, + 0.5691872835159302, + 0.5597025752067566, + 0.5647706389427185, + 0.5619632005691528, + 0.5413104295730591, + 0.5331208109855652, + 0.5372368097305298, + 0.5414949655532837, + 0.5280073881149292, + 0.5248157382011414, + 0.5247841477394104, + 0.520947277545929, + 0.5268739461898804, + 0.525455117225647, + 0.5263584852218628, + 0.5237002372741699, + 0.5161609053611755, + 0.5241281986236572, + 0.5148923993110657, + 0.5162400007247925, + 0.5148922204971313, + 0.5131223797798157, + 0.5125471353530884, + 0.5112168788909912, + 0.5114747881889343, + 0.5111490488052368, + 0.5113899111747742, + 0.5113567113876343, + 0.5112560987472534, + 0.5113088488578796, + 0.5114550590515137, + 0.51137375831604, + 0.5113956332206726, + 0.5112889409065247, + 0.5113075375556946, + 0.511180579662323, + 0.5112199187278748 + ], + "val_time": [ + 0.8263156414031982, + 0.20781636238098145, + 0.20028257369995117, + 0.1894974708557129, + 0.18959307670593262, + 0.20376372337341309, + 0.1933441162109375, + 0.18741202354431152, + 0.18925929069519043, + 0.1900489330291748, + 0.19038748741149902, + 0.18265914916992188, + 0.18609404563903809, + 0.18117904663085938, + 0.19728565216064453, + 0.1922292709350586, + 0.20002007484436035, + 0.17181730270385742, + 0.20343375205993652, + 0.1985912322998047, + 0.18721318244934082, + 0.16380548477172852, + 0.17376089096069336, + 0.19649815559387207, + 0.16672873497009277, + 0.19234037399291992, + 0.18227648735046387, + 0.19065356254577637, + 0.18736553192138672, + 0.18262076377868652, + 0.1943988800048828, + 0.18999028205871582, + 0.1859598159790039, + 0.1963329315185547, + 0.1916193962097168, + 0.19461345672607422, + 0.18831801414489746, + 0.18242287635803223, + 0.180649995803833, + 0.17593932151794434, + 0.19971227645874023, + 0.17602968215942383, + 0.1901719570159912, + 0.20432209968566895, + 0.18765902519226074, + 0.18438720703125, + 0.19545888900756836, + 0.18940091133117676, + 0.16340970993041992, + 0.1927647590637207, + 0.18932557106018066, + 0.17907452583312988, + 0.19219589233398438, + 0.19012737274169922, + 0.1897273063659668, + 0.2039492130279541, + 0.19500946998596191, + 0.1888272762298584, + 0.1814875602722168, + 0.19325661659240723, + 0.19433116912841797, + 0.20235896110534668, + 0.18472909927368164, + 0.19248390197753906, + 0.1938023567199707, + 0.18013310432434082, + 0.20281457901000977, + 0.1902778148651123, + 0.1899857521057129, + 0.2036142349243164, + 0.19659018516540527, + 0.1802830696105957, + 0.16736721992492676, + 0.18809151649475098, + 0.20423126220703125, + 0.1930856704711914, + 0.1880025863647461, + 0.1875171661376953, + 0.16341328620910645, + 0.19361209869384766, + 0.2012009620666504, + 0.19182181358337402, + 0.19834685325622559, + 0.19000887870788574, + 0.18445134162902832, + 0.19278597831726074, + 0.1703929901123047, + 0.19148492813110352, + 0.19699430465698242, + 0.19298529624938965, + 0.1945338249206543, + 0.19463467597961426, + 0.1918323040008545, + 0.20610547065734863, + 0.19405245780944824, + 0.1882038116455078, + 0.18465089797973633, + 0.18123459815979004, + 0.16983985900878906, + 0.19702649116516113, + 0.1808032989501953, + 0.19296884536743164, + 0.18314313888549805, + 0.19144010543823242, + 0.1683351993560791, + 0.190659761428833, + 0.1970067024230957, + 0.18776535987854004, + 0.19336342811584473, + 0.18761301040649414, + 0.19104838371276855, + 0.1858234405517578, + 0.19254422187805176, + 0.2024836540222168, + 0.19104266166687012, + 0.1934218406677246, + 0.19583535194396973, + 0.19252967834472656, + 0.19222497940063477, + 0.19044899940490723, + 0.19410157203674316, + 0.19034099578857422, + 0.19183635711669922, + 0.1795027256011963, + 0.19278740882873535, + 0.19479775428771973, + 0.17126798629760742, + 0.20534491539001465, + 0.19348526000976562, + 0.21687936782836914 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.81999969482422, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1989, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json new file mode 100644 index 0000000..cbcd03a --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-oracle/2026_08_06_13_38_01/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1989", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1989-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786042837.5057318, + "condition": "oracle", + "driver_wall_seconds": 1363.755851507187, + "experiment_name": "dp-bias-c1-s1989-oracle", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 119, + "best_validation_accuracy": 83.05999755859375, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.285425596137429e-08, + 8.96036667086264e-08, + 9.414691248821327e-08, + 9.65828377275102e-08, + 9.842659665082465e-08, + 9.811486734179198e-08, + 1.0138084860500385e-07, + 9.928103850143088e-08, + 1.0195262944989736e-07, + 1.0148324491865424e-07, + 1.0068317379818836e-07, + 1.0091959978808518e-07, + 9.966826297613807e-08, + 1.023281299694645e-07, + 1.0469625522091519e-07, + 1.038464318980914e-07, + 1.0230775870923026e-07, + 1.0677078421394981e-07, + 1.0620768620128729e-07, + 1.0520717097506349e-07, + 1.0456294319283188e-07, + 1.0217568302550717e-07, + 1.0607226386127877e-07, + 1.0749535306331381e-07, + 1.0785027626525334e-07, + 1.077085229894692e-07, + 1.072635029686353e-07, + 1.047011295440825e-07, + 1.034277374856174e-07, + 1.0664413707672793e-07, + 1.0715142906292385e-07, + 1.0817831253007171e-07, + 1.0735323030530708e-07, + 1.0859211840852367e-07, + 1.0580469478327359e-07, + 1.0571240238732571e-07, + 1.0719744381049168e-07, + 1.116234713549602e-07, + 1.0870000011209413e-07, + 1.0709305797718116e-07, + 1.0658391857987226e-07, + 1.0720736298708289e-07, + 1.1429876423107999e-07, + 1.1133196409218726e-07, + 1.072462580964384e-07, + 1.0821104723390818e-07, + 1.1153154844123492e-07, + 1.0943866612933562e-07, + 1.0951637108291834e-07, + 1.0899725566559937e-07, + 1.1026252622059474e-07, + 1.0757148771745051e-07, + 1.1149396073051321e-07, + 1.1058968851784812e-07, + 1.1005808886466184e-07, + 1.109574725433049e-07, + 1.1090025253679414e-07, + 1.1133079169667326e-07, + 1.1353409945513704e-07, + 1.1265531441040366e-07, + 1.1144849310085192e-07, + 1.1473199634792763e-07, + 1.1136215505302971e-07, + 1.129676192590523e-07, + 1.1144359746140253e-07, + 1.1097618113353747e-07, + 1.1112574327398761e-07, + 1.1199669813777291e-07, + 1.1493573026655213e-07, + 1.1245857223229905e-07, + 1.1242951103440646e-07, + 1.1498221397232555e-07, + 1.1616334916197957e-07, + 1.149962827184936e-07, + 1.1368077679208e-07, + 1.1273890976326584e-07, + 1.1574176284057103e-07, + 1.1426585899698694e-07, + 1.149328028304808e-07, + 1.150638695435191e-07, + 1.2094908186099929e-07, + 1.1516401343669713e-07, + 1.165879695008698e-07, + 1.213525564480733e-07, + 1.1917795461613423e-07, + 1.1613728645443189e-07, + 1.2064543852829956e-07, + 1.2028291962451476e-07, + 1.1729476057098509e-07, + 1.2000555216218345e-07, + 1.1684476675100086e-07, + 1.1665474630717654e-07, + 1.2057232368078985e-07, + 1.1919149045525046e-07, + 1.2289287099065405e-07, + 1.2339296517893672e-07, + 1.1796010568332349e-07, + 1.1859165738314914e-07, + 1.2057641640694783e-07, + 1.17579233460674e-07, + 1.2928241233112203e-07, + 1.234860462773213e-07, + 1.2460429843486054e-07, + 1.2371285151857592e-07, + 1.2295259921302204e-07, + 1.2083138756224798e-07, + 1.2532522930541745e-07, + 1.2349545386314276e-07, + 1.2637315194297116e-07, + 1.2064288057445083e-07, + 1.2014270112103986e-07, + 1.2135073745866976e-07, + 1.1767698282483252e-07, + 1.2601780952081754e-07, + 1.2625757506157242e-07, + 1.2884270006452425e-07, + 1.2512650471308007e-07, + 1.252312245014764e-07, + 1.2759772971548955e-07, + 1.2635358359602833e-07, + 1.2718837183456344e-07, + 1.27487282952643e-07, + 1.250269860975095e-07, + 1.2635160828722292e-07, + 1.2248131042724708e-07, + 1.206259412356303e-07, + 1.267743101607266e-07, + 1.1999904359072389e-07, + 1.2587068454195105e-07, + 1.26483683970946e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.08250182151437e-08, + 8.321419109336148e-09, + 7.460451811880375e-09, + 6.996819568172441e-09, + 6.628534165997735e-09, + 6.272485642000447e-09, + 6.16250384055661e-09, + 5.879770448302679e-09, + 5.979608364015121e-09, + 5.840943728685488e-09, + 5.687577075974559e-09, + 5.516895829060786e-09, + 5.42098144151737e-09, + 5.4490807421814225e-09, + 5.455925933262051e-09, + 5.347761344864921e-09, + 5.25117771488226e-09, + 5.38413624795453e-09, + 5.299304994821341e-09, + 5.253539381300243e-09, + 5.1086508356945615e-09, + 5.0742166024519975e-09, + 5.172751116333529e-09, + 5.179821016554342e-09, + 5.1875717055338555e-09, + 5.1761035457786875e-09, + 5.104622058382802e-09, + 5.006820735786732e-09, + 4.949688658939522e-09, + 5.029957339530711e-09, + 5.040174944070941e-09, + 5.045260653702144e-09, + 4.973134792862766e-09, + 4.9995430018157094e-09, + 4.924788576943229e-09, + 4.861159030866702e-09, + 4.8728741042225465e-09, + 4.9915223065966075e-09, + 4.9140616020793004e-09, + 4.928143670923646e-09, + 4.8327177815110645e-09, + 4.814823206800156e-09, + 5.024070048875728e-09, + 4.913007334295116e-09, + 4.7520520851662695e-09, + 4.758990534980967e-09, + 4.849320500710519e-09, + 4.783112572681603e-09, + 4.735757119789241e-09, + 4.7261536906262336e-09, + 4.758883509481393e-09, + 4.644572282330728e-09, + 4.732665370710265e-09, + 4.7055781493554605e-09, + 4.677311871148504e-09, + 4.69183669693507e-09, + 4.649612694862526e-09, + 4.623430527317396e-09, + 4.711223855480284e-09, + 4.6437911294106016e-09, + 4.59152049714362e-09, + 4.6963872790684036e-09, + 4.560473776393792e-09, + 4.627458860539946e-09, + 4.510693596415649e-09, + 4.55295756651708e-09, + 4.508483364418225e-09, + 4.468753811437409e-09, + 4.536729658610739e-09, + 4.424164590233204e-09, + 4.49688952741667e-09, + 4.519302265748593e-09, + 4.490186444883193e-09, + 4.473736936461137e-09, + 4.41031522413482e-09, + 4.3936174698444574e-09, + 4.4049492942122015e-09, + 4.358379435132065e-09, + 4.3695052021064384e-09, + 4.3431893637091434e-09, + 4.491835792208576e-09, + 4.3111776371063115e-09, + 4.355078964124459e-09, + 4.416094157022599e-09, + 4.408144071987863e-09, + 4.247931784107095e-09, + 4.355124261223864e-09, + 4.343358561698096e-09, + 4.256095031962559e-09, + 4.310426238163245e-09, + 4.220238380980845e-09, + 4.191803348874146e-09, + 4.209061099658129e-09, + 4.190750857446801e-09, + 4.297960654042754e-09, + 4.274065545928352e-09, + 4.1448888765671654e-09, + 4.1266465800049446e-09, + 4.172588941031563e-09, + 4.068684056335314e-09, + 4.276131448932574e-09, + 4.150826349302861e-09, + 4.181851753770616e-09, + 4.18571799443157e-09, + 4.141958331871365e-09, + 4.045186852152938e-09, + 4.175426226993295e-09, + 4.09485023666889e-09, + 4.166405886962821e-09, + 4.0355554453697096e-09, + 4.054967916999885e-09, + 4.0595433681289705e-09, + 3.966419193091042e-09, + 4.10320133426012e-09, + 4.1439527365128015e-09, + 4.179265378212449e-09, + 4.081150528634225e-09, + 4.1033403341828034e-09, + 4.144721454935052e-09, + 4.1111531956516956e-09, + 4.12959133555546e-09, + 4.14825152006415e-09, + 4.067873149438128e-09, + 4.103324346971249e-09, + 4.0129330969307375e-09, + 3.9716598898564826e-09, + 4.125881414296373e-09, + 3.988765318041487e-09, + 4.091603056366466e-09, + 4.104368400703606e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.992280960083008, + 8.315082550048828, + 8.742772102355957, + 8.732420921325684, + 8.582069396972656, + 8.467161178588867, + 8.328518867492676, + 8.287102699279785, + 8.065964698791504, + 7.922339916229248, + 7.904571056365967, + 7.95578670501709, + 7.873501300811768, + 7.908533573150635, + 7.871153354644775, + 7.950921058654785, + 7.909581184387207, + 7.862992763519287, + 7.995763301849365, + 7.910583019256592, + 8.045780181884766, + 7.932434558868408, + 8.026168823242188, + 8.110848426818848, + 8.027962684631348, + 8.008767127990723, + 8.030529975891113, + 8.081469535827637, + 8.058478355407715, + 8.106215476989746, + 8.114136695861816, + 8.15612506866455, + 8.211604118347168, + 8.1318941116333, + 8.168829917907715, + 8.291274070739746, + 8.1994047164917, + 8.283515930175781, + 8.222689628601074, + 8.124534606933594, + 8.335000038146973, + 8.355456352233887, + 8.403657913208008, + 8.448612213134766, + 8.4136381149292, + 8.444494247436523, + 8.470162391662598, + 8.513769149780273, + 8.515589714050293, + 8.518800735473633, + 8.554224967956543, + 8.554675102233887, + 8.62724494934082, + 8.646285057067871, + 8.641722679138184, + 8.700414657592773, + 8.737982749938965, + 8.784016609191895, + 8.64029598236084, + 8.747661590576172, + 8.759400367736816, + 8.75722599029541, + 8.866543769836426, + 8.769704818725586, + 8.915353775024414, + 8.818864822387695, + 8.912951469421387, + 9.01312255859375, + 9.026799201965332, + 9.086710929870605, + 8.971870422363281, + 9.03158187866211, + 9.125725746154785, + 9.077324867248535, + 9.131429672241211, + 9.08615493774414, + 9.126599311828613, + 9.200312614440918, + 9.19735050201416, + 9.20766830444336, + 9.212912559509277, + 9.261199951171875, + 9.236068725585938, + 9.353508949279785, + 9.25527572631836, + 9.40483283996582, + 9.381962776184082, + 9.420907020568848, + 9.384442329406738, + 9.367539405822754, + 9.433042526245117, + 9.50408935546875, + 9.57927417755127, + 9.55915355682373, + 9.477113723754883, + 9.553926467895508, + 9.541234016418457, + 9.568674087524414, + 9.575798988342285, + 9.602415084838867, + 9.707992553710938, + 9.656414031982422, + 9.66281509399414, + 9.591133117675781, + 9.641284942626953, + 9.687596321105957, + 9.667774200439453, + 9.710052490234375, + 9.644859313964844, + 9.664167404174805, + 9.61728286743164, + 9.649928092956543, + 9.685778617858887, + 9.732812881469727, + 9.627080917358398, + 9.731399536132812, + 9.742728233337402, + 9.667564392089844, + 9.732072830200195, + 9.73262882232666, + 9.73865032196045, + 9.738927841186523, + 9.7545804977417, + 9.726357460021973, + 9.768616676330566, + 9.756499290466309, + 9.724515914916992, + 9.721654891967773, + 9.762591361999512, + 9.781047821044922 + ], + "train_accuracy": [ + 38.33555603027344, + 50.93333435058594, + 56.279998779296875, + 59.331111907958984, + 61.862220764160156, + 63.20222091674805, + 64.33555603027344, + 64.6866683959961, + 64.77333068847656, + 64.92444610595703, + 65.38444519042969, + 66.02444458007812, + 66.77111053466797, + 66.9911117553711, + 67.67778015136719, + 68.0977783203125, + 67.88444519042969, + 68.1866683959961, + 68.5, + 68.57111358642578, + 69.25111389160156, + 69.086669921875, + 69.5022201538086, + 69.5199966430664, + 69.70222473144531, + 69.86000061035156, + 70.22888946533203, + 70.21111297607422, + 70.22222137451172, + 70.51555633544922, + 70.49555206298828, + 71.12000274658203, + 71.27333068847656, + 71.57777404785156, + 71.47110748291016, + 71.22666931152344, + 72.16889190673828, + 72.08222198486328, + 71.76000213623047, + 72.03778076171875, + 72.05555725097656, + 72.4111099243164, + 72.56222534179688, + 72.72222137451172, + 73.19999694824219, + 73.14888763427734, + 73.3822250366211, + 73.44666290283203, + 73.62666320800781, + 73.72888946533203, + 73.59333038330078, + 74.06444549560547, + 74.16222381591797, + 74.37999725341797, + 74.44889068603516, + 74.64666748046875, + 74.65555572509766, + 75.14888763427734, + 75.16000366210938, + 75.38666534423828, + 75.63777923583984, + 75.57555389404297, + 75.86666870117188, + 75.83999633789062, + 76.4888916015625, + 76.10888671875, + 76.45999908447266, + 76.78666687011719, + 76.74444580078125, + 76.95555877685547, + 77.0, + 77.13555908203125, + 77.29777526855469, + 77.54888916015625, + 77.83333587646484, + 77.87777709960938, + 77.94889068603516, + 78.195556640625, + 78.3066635131836, + 78.72000122070312, + 78.73555755615234, + 78.89778137207031, + 78.9022216796875, + 79.35555267333984, + 79.23110961914062, + 79.73555755615234, + 79.65333557128906, + 79.9000015258789, + 79.913330078125, + 80.38444519042969, + 80.42222595214844, + 80.48666381835938, + 80.94666290283203, + 81.00666809082031, + 80.9800033569336, + 81.36000061035156, + 81.4022216796875, + 81.62222290039062, + 81.85555267333984, + 81.87555694580078, + 82.23999786376953, + 82.3022232055664, + 82.39555358886719, + 82.37777709960938, + 82.85778045654297, + 82.7066650390625, + 82.7955551147461, + 83.19999694824219, + 82.97333526611328, + 82.92666625976562, + 83.02666473388672, + 83.33555603027344, + 83.47333526611328, + 83.62889099121094, + 83.22444152832031, + 83.66222381591797, + 83.65333557128906, + 83.5955581665039, + 83.57111358642578, + 83.66889190673828, + 83.61333465576172, + 83.7088851928711, + 83.64444732666016, + 83.66666412353516, + 83.81111145019531, + 83.72666931152344, + 83.64888763427734, + 83.59333038330078, + 83.73777770996094, + 83.75777435302734 + ], + "train_loss": [ + 1.722664475440979, + 1.3869267702102661, + 1.2408833503723145, + 1.165459394454956, + 1.1024562120437622, + 1.057584524154663, + 1.030344009399414, + 1.0173741579055786, + 1.0229183435440063, + 1.0121089220046997, + 1.0119504928588867, + 0.98282390832901, + 0.9674944281578064, + 0.9610095024108887, + 0.9421838521957397, + 0.9327166080474854, + 0.9316263794898987, + 0.9244640469551086, + 0.9177161455154419, + 0.9149842858314514, + 0.8924885988235474, + 0.8997703790664673, + 0.8900842070579529, + 0.8838666677474976, + 0.8802486062049866, + 0.8806907534599304, + 0.8644558191299438, + 0.8691278100013733, + 0.8639849424362183, + 0.8603797554969788, + 0.8576497435569763, + 0.8438528776168823, + 0.8334354162216187, + 0.8338362574577332, + 0.829482913017273, + 0.830736517906189, + 0.8153604865074158, + 0.8172005414962769, + 0.8163318634033203, + 0.8122539520263672, + 0.8109855055809021, + 0.807410478591919, + 0.8012664914131165, + 0.7941573858261108, + 0.7817095518112183, + 0.773984432220459, + 0.775513768196106, + 0.7744016051292419, + 0.766156792640686, + 0.7640394568443298, + 0.7631391882896423, + 0.7512795925140381, + 0.7547105550765991, + 0.7446393370628357, + 0.7404036521911621, + 0.7391361594200134, + 0.7338860630989075, + 0.7214721441268921, + 0.719109833240509, + 0.7155385613441467, + 0.7077910900115967, + 0.7069392800331116, + 0.700128436088562, + 0.702395498752594, + 0.6892340779304504, + 0.6906411647796631, + 0.6838403344154358, + 0.674616277217865, + 0.6715067625045776, + 0.6666927337646484, + 0.6690850257873535, + 0.6618673205375671, + 0.6515699028968811, + 0.6483970880508423, + 0.643663763999939, + 0.6387263536453247, + 0.6331171989440918, + 0.631199836730957, + 0.623694658279419, + 0.6131272912025452, + 0.6189064383506775, + 0.6042462587356567, + 0.6085663437843323, + 0.5950286388397217, + 0.5965861678123474, + 0.5863319039344788, + 0.5847630500793457, + 0.5769288539886475, + 0.5763120651245117, + 0.5690760612487793, + 0.5656524896621704, + 0.5596774816513062, + 0.5525004863739014, + 0.5495712161064148, + 0.5474441051483154, + 0.540922224521637, + 0.5400682687759399, + 0.5331883430480957, + 0.5292595028877258, + 0.5229554176330566, + 0.5170742273330688, + 0.5155134201049805, + 0.5121115446090698, + 0.5080220103263855, + 0.5035783648490906, + 0.4997502267360687, + 0.4985763430595398, + 0.4930759370326996, + 0.4936085343360901, + 0.4922635853290558, + 0.4908551573753357, + 0.4854254424571991, + 0.4809468686580658, + 0.4794050455093384, + 0.4855051636695862, + 0.47777697443962097, + 0.4789242148399353, + 0.4789876937866211, + 0.47713178396224976, + 0.4733240008354187, + 0.47353529930114746, + 0.4740856885910034, + 0.4727388620376587, + 0.47698086500167847, + 0.4721527397632599, + 0.4716659486293793, + 0.4765163064002991, + 0.4771019220352173, + 0.4739638566970825, + 0.4741515517234802 + ], + "train_time": [ + 18.68886637687683, + 9.867125511169434, + 9.933281898498535, + 9.81580901145935, + 9.829041004180908, + 9.926481008529663, + 10.00136685371399, + 10.018502712249756, + 10.07054090499878, + 10.202309131622314, + 9.999134302139282, + 10.074973821640015, + 9.974205493927002, + 10.083337783813477, + 9.968407392501831, + 10.042738199234009, + 9.99522852897644, + 10.171821594238281, + 10.054929733276367, + 10.005579710006714, + 9.982813358306885, + 10.161449909210205, + 10.097768545150757, + 10.037095308303833, + 9.989309310913086, + 10.134023427963257, + 9.99245285987854, + 10.05120587348938, + 9.97313117980957, + 10.08334755897522, + 10.014514207839966, + 9.97918176651001, + 10.131526231765747, + 10.16466474533081, + 10.00382375717163, + 10.031917333602905, + 10.112903594970703, + 10.01497745513916, + 9.956763505935669, + 10.041872262954712, + 9.979959726333618, + 10.01109766960144, + 10.058608293533325, + 9.9829580783844, + 10.025455713272095, + 10.00668978691101, + 10.031222820281982, + 9.981487512588501, + 10.058944940567017, + 10.054788827896118, + 10.019473791122437, + 10.067003965377808, + 9.994346857070923, + 10.007359504699707, + 10.05653429031372, + 9.997427701950073, + 10.031216859817505, + 9.99411940574646, + 10.1848304271698, + 9.94989824295044, + 10.02652621269226, + 10.038795232772827, + 10.073577642440796, + 10.060758113861084, + 10.077130794525146, + 10.038496732711792, + 9.937401056289673, + 10.132568359375, + 10.123825073242188, + 10.032479286193848, + 10.153031587600708, + 9.99752163887024, + 10.046290874481201, + 10.035221815109253, + 10.076176166534424, + 10.057218551635742, + 10.06279993057251, + 10.010116338729858, + 10.059640169143677, + 10.03818416595459, + 9.952476024627686, + 10.029681205749512, + 10.141812324523926, + 10.033308982849121, + 10.049081802368164, + 10.130131006240845, + 10.023956298828125, + 10.093961715698242, + 10.054433584213257, + 9.98924708366394, + 10.024736642837524, + 10.063315391540527, + 10.034786701202393, + 10.09258770942688, + 10.165722131729126, + 10.08695363998413, + 10.119506597518921, + 9.934162139892578, + 10.024478435516357, + 10.070502996444702, + 10.011581420898438, + 10.035421371459961, + 10.06723928451538, + 9.989153861999512, + 10.070457458496094, + 10.011032104492188, + 10.075369119644165, + 9.951196193695068, + 10.0253164768219, + 10.011950016021729, + 10.066633939743042, + 10.073798418045044, + 10.002528190612793, + 10.0447678565979, + 10.068555116653442, + 9.967472076416016, + 10.051101922988892, + 10.018966674804688, + 10.00013780593872, + 10.215579986572266, + 10.073420286178589, + 10.017557144165039, + 9.994663953781128, + 9.967562675476074, + 9.994172811508179, + 10.079408168792725, + 9.94537353515625, + 10.037680387496948, + 9.996352672576904, + 10.057523727416992 + ], + "used_clean_difference_rms_ratio": [ + 6.278408193338691e-08, + 6.89159449507315e-08, + 6.502325078372451e-08, + 6.091335791325037e-08, + 5.666175439955623e-08, + 5.288800508651548e-08, + 5.116177348440942e-08, + 4.8542176500632195e-08, + 4.799321118298394e-08, + 4.603164427408046e-08, + 4.4681520705580624e-08, + 4.361302785582666e-08, + 4.231132777476887e-08, + 4.2817934087224785e-08, + 4.2726121307623544e-08, + 4.2235427599734976e-08, + 4.124784780401569e-08, + 4.217110927129397e-08, + 4.220727234383048e-08, + 4.1344868861870054e-08, + 4.086942695380458e-08, + 4.0018736768843155e-08, + 4.12648901715329e-08, + 4.179782919777608e-08, + 4.147054610825762e-08, + 4.1221184687856294e-08, + 4.079436877191256e-08, + 4.0180687221891276e-08, + 3.9616725899804806e-08, + 4.0547160296000584e-08, + 4.069229930792062e-08, + 4.0921356969647604e-08, + 4.0596944472781615e-08, + 4.042820478389331e-08, + 3.9956685071729225e-08, + 4.0114340293939676e-08, + 3.977492468720811e-08, + 4.117606522413553e-08, + 4.024085242804176e-08, + 3.981874030500876e-08, + 4.000391129466152e-08, + 4.0041982174443547e-08, + 4.2067551220270616e-08, + 4.1200415523690026e-08, + 3.979658558250776e-08, + 3.997409336875535e-08, + 4.085136140474788e-08, + 4.042167134343799e-08, + 4.008193243976166e-08, + 4.01147381978717e-08, + 4.053172020235252e-08, + 3.955767979846314e-08, + 4.064274605752871e-08, + 4.0431498149473555e-08, + 4.025244848548937e-08, + 4.049416091334024e-08, + 4.0403062229188436e-08, + 4.041151768774398e-08, + 4.058940916706888e-08, + 4.046035684268645e-08, + 3.9992617217876614e-08, + 4.087255334184192e-08, + 4.011937448922254e-08, + 4.039464585048336e-08, + 3.9916137950513075e-08, + 3.991312880202713e-08, + 3.9889393121939065e-08, + 3.9990865730032965e-08, + 4.0781856114335824e-08, + 3.9947064323087034e-08, + 4.014468402147031e-08, + 4.052407476251574e-08, + 4.0664954070734893e-08, + 4.037643108745215e-08, + 3.997405784161856e-08, + 3.975766915687018e-08, + 4.004960985071193e-08, + 3.988331442883464e-08, + 3.995356934183292e-08, + 3.9745625457499045e-08, + 4.1174832432488984e-08, + 3.971291206994465e-08, + 4.002248132906061e-08, + 4.1008167528389095e-08, + 4.057557490000363e-08, + 3.9758390357746975e-08, + 4.0623866937039566e-08, + 4.071848991316074e-08, + 3.973136131207866e-08, + 4.0187174477068766e-08, + 3.952053972966496e-08, + 3.951218019437874e-08, + 4.0031565617937304e-08, + 3.9780811533773885e-08, + 4.0456498595631274e-08, + 4.05883504583926e-08, + 3.9289147935051005e-08, + 3.9179230526542597e-08, + 3.9669831863875515e-08, + 3.882355414930316e-08, + 4.1264893724246576e-08, + 3.988974128787959e-08, + 4.0121303612750125e-08, + 3.990427899225324e-08, + 3.972873230395635e-08, + 3.9029458775985404e-08, + 4.006232856568204e-08, + 3.946456672565546e-08, + 3.9996198353264845e-08, + 3.8807286273367936e-08, + 3.8619180742216486e-08, + 3.888507293936527e-08, + 3.8141379832268285e-08, + 3.970307460576805e-08, + 3.967441486452117e-08, + 4.0349398489070154e-08, + 3.9495500203656775e-08, + 3.956452232500851e-08, + 4.001697817557215e-08, + 3.969380912849374e-08, + 3.9883708780052984e-08, + 4.012985854728868e-08, + 3.944666815414166e-08, + 3.963424788366865e-08, + 3.9005815466452987e-08, + 3.8557992354526505e-08, + 3.993368480337267e-08, + 3.8497333321174665e-08, + 3.967624806477943e-08, + 3.9767577675320354e-08 + ], + "val_accuracy": [ + 51.86000061035156, + 59.7400016784668, + 64.0199966430664, + 65.0999984741211, + 67.9000015258789, + 69.81999969482422, + 68.4800033569336, + 66.5, + 69.81999969482422, + 69.80000305175781, + 68.23999786376953, + 71.23999786376953, + 70.4800033569336, + 71.62000274658203, + 70.0199966430664, + 71.16000366210938, + 71.81999969482422, + 72.69999694824219, + 71.12000274658203, + 73.9800033569336, + 72.81999969482422, + 72.91999816894531, + 72.91999816894531, + 73.4800033569336, + 72.73999786376953, + 74.5199966430664, + 70.12000274658203, + 74.4000015258789, + 71.27999877929688, + 73.69999694824219, + 74.45999908447266, + 72.95999908447266, + 74.22000122070312, + 74.95999908447266, + 74.08000183105469, + 73.94000244140625, + 74.0999984741211, + 72.55999755859375, + 74.5999984741211, + 74.73999786376953, + 74.0, + 74.41999816894531, + 75.05999755859375, + 73.80000305175781, + 76.5999984741211, + 76.26000213623047, + 73.76000213623047, + 75.27999877929688, + 76.23999786376953, + 74.26000213623047, + 77.12000274658203, + 75.12000274658203, + 76.73999786376953, + 75.76000213623047, + 72.36000061035156, + 76.91999816894531, + 76.62000274658203, + 76.69999694824219, + 76.72000122070312, + 73.76000213623047, + 76.95999908447266, + 78.16000366210938, + 78.54000091552734, + 77.4800033569336, + 77.41999816894531, + 78.0999984741211, + 78.76000213623047, + 77.62000274658203, + 77.80000305175781, + 77.30000305175781, + 77.63999938964844, + 77.86000061035156, + 77.86000061035156, + 78.36000061035156, + 79.66000366210938, + 79.05999755859375, + 79.16000366210938, + 79.31999969482422, + 77.55999755859375, + 79.80000305175781, + 80.31999969482422, + 80.19999694824219, + 79.5999984741211, + 80.26000213623047, + 80.31999969482422, + 79.80000305175781, + 80.0, + 80.31999969482422, + 80.05999755859375, + 81.19999694824219, + 80.9800033569336, + 80.72000122070312, + 80.4000015258789, + 81.0199966430664, + 81.36000061035156, + 81.72000122070312, + 81.16000366210938, + 82.36000061035156, + 81.66000366210938, + 82.0199966430664, + 82.12000274658203, + 81.81999969482422, + 82.16000366210938, + 82.55999755859375, + 82.22000122070312, + 82.95999908447266, + 81.87999725341797, + 82.95999908447266, + 82.36000061035156, + 82.33999633789062, + 82.30000305175781, + 82.58000183105469, + 82.55999755859375, + 82.86000061035156, + 82.5199966430664, + 82.81999969482422, + 82.9800033569336, + 83.0, + 83.05999755859375, + 82.95999908447266, + 83.0199966430664, + 82.9800033569336, + 83.05999755859375, + 83.0199966430664, + 83.0, + 83.0199966430664, + 82.9800033569336, + 83.0199966430664, + 83.05999755859375, + 83.0199966430664 + ], + "val_loss": [ + 1.3493952751159668, + 1.1430082321166992, + 1.045647382736206, + 1.0167279243469238, + 0.933666467666626, + 0.8719154596328735, + 0.9103405475616455, + 1.0013409852981567, + 0.8782421946525574, + 0.8820099830627441, + 0.9067400097846985, + 0.8377493023872375, + 0.8522741198539734, + 0.8204218149185181, + 0.8684884905815125, + 0.8448218703269958, + 0.8289810419082642, + 0.7921352386474609, + 0.8445212841033936, + 0.7734525799751282, + 0.7973054647445679, + 0.7826041579246521, + 0.8026397824287415, + 0.7711617946624756, + 0.781481921672821, + 0.739515483379364, + 0.864300549030304, + 0.7610849738121033, + 0.8261035680770874, + 0.7661260962486267, + 0.7594498991966248, + 0.8017602562904358, + 0.7428849935531616, + 0.7428803443908691, + 0.7639813423156738, + 0.7479566931724548, + 0.7482901811599731, + 0.7844541072845459, + 0.7594512104988098, + 0.7361149787902832, + 0.7794931530952454, + 0.7539551258087158, + 0.7129580974578857, + 0.7703477740287781, + 0.6909149885177612, + 0.6939000487327576, + 0.7562520503997803, + 0.7185723185539246, + 0.710680365562439, + 0.7399292588233948, + 0.6700797080993652, + 0.7504152059555054, + 0.6828624606132507, + 0.6883728504180908, + 0.79044508934021, + 0.6913185119628906, + 0.6698886156082153, + 0.670967698097229, + 0.6772146821022034, + 0.7396948933601379, + 0.6889207363128662, + 0.6531018614768982, + 0.6419557332992554, + 0.6545230746269226, + 0.6792855262756348, + 0.6498342752456665, + 0.6288923621177673, + 0.6398685574531555, + 0.6637529134750366, + 0.6580385565757751, + 0.6366843581199646, + 0.6492599248886108, + 0.647007167339325, + 0.615578293800354, + 0.6046203374862671, + 0.6152297258377075, + 0.6243375539779663, + 0.6068903207778931, + 0.6551236510276794, + 0.5984407663345337, + 0.5812828540802002, + 0.5978392958641052, + 0.5950966477394104, + 0.5893474817276001, + 0.5726213455200195, + 0.5843261480331421, + 0.5737864971160889, + 0.5748477578163147, + 0.5656518340110779, + 0.5515692830085754, + 0.5512014031410217, + 0.5715884566307068, + 0.5882897973060608, + 0.5598325133323669, + 0.5480446815490723, + 0.5546821355819702, + 0.570855975151062, + 0.5262439250946045, + 0.5265323519706726, + 0.5301764607429504, + 0.5289512872695923, + 0.520027220249176, + 0.5311663150787354, + 0.5199571251869202, + 0.5204522609710693, + 0.5202789902687073, + 0.5271432399749756, + 0.5164735913276672, + 0.5196853280067444, + 0.5151633620262146, + 0.5206431746482849, + 0.5108464956283569, + 0.5124286413192749, + 0.5101131200790405, + 0.5095373392105103, + 0.5095866918563843, + 0.5094282627105713, + 0.5095081925392151, + 0.5087586045265198, + 0.5089241862297058, + 0.5087862610816956, + 0.5087555050849915, + 0.5087826251983643, + 0.5089293122291565, + 0.5089113712310791, + 0.5088310241699219, + 0.5088117718696594, + 0.5087944269180298, + 0.5086784362792969, + 0.5087099671363831 + ], + "val_time": [ + 0.8010203838348389, + 0.21599960327148438, + 0.18762803077697754, + 0.1907520294189453, + 0.17667818069458008, + 0.19834613800048828, + 0.20267438888549805, + 0.19398045539855957, + 0.19694900512695312, + 0.18770599365234375, + 0.18890762329101562, + 0.17078423500061035, + 0.1876668930053711, + 0.18674540519714355, + 0.1859583854675293, + 0.19103240966796875, + 0.21963262557983398, + 0.1980142593383789, + 0.19358491897583008, + 0.19140362739562988, + 0.20207643508911133, + 0.18044519424438477, + 0.20004558563232422, + 0.18756890296936035, + 0.2028803825378418, + 0.19251155853271484, + 0.1981668472290039, + 0.19105219841003418, + 0.20491981506347656, + 0.195831298828125, + 0.18954992294311523, + 0.19895410537719727, + 0.18453001976013184, + 0.1903383731842041, + 0.18677401542663574, + 0.20202112197875977, + 0.18426823616027832, + 0.18375587463378906, + 0.18118858337402344, + 0.19353795051574707, + 0.1931467056274414, + 0.19260668754577637, + 0.19286727905273438, + 0.19200944900512695, + 0.18317461013793945, + 0.18311834335327148, + 0.1897284984588623, + 0.19133710861206055, + 0.1885080337524414, + 0.2029402256011963, + 0.20024800300598145, + 0.19497990608215332, + 0.18041062355041504, + 0.19098353385925293, + 0.19245457649230957, + 0.1923813819885254, + 0.1902627944946289, + 0.17647933959960938, + 0.17883992195129395, + 0.19453167915344238, + 0.19320178031921387, + 0.19620013236999512, + 0.17981791496276855, + 0.19691944122314453, + 0.19242000579833984, + 0.19285225868225098, + 0.1996936798095703, + 0.19054007530212402, + 0.1929013729095459, + 0.1802229881286621, + 0.1905221939086914, + 0.20046377182006836, + 0.1990642547607422, + 0.1919574737548828, + 0.17406177520751953, + 0.19263052940368652, + 0.18019604682922363, + 0.18303608894348145, + 0.1905069351196289, + 0.18790602684020996, + 0.19243144989013672, + 0.18889403343200684, + 0.1888725757598877, + 0.19285178184509277, + 0.1931614875793457, + 0.18382787704467773, + 0.16772198677062988, + 0.19237160682678223, + 0.18883228302001953, + 0.1853468418121338, + 0.18880701065063477, + 0.1860489845275879, + 0.20166325569152832, + 0.1930375099182129, + 0.18595361709594727, + 0.18875360488891602, + 0.1880497932434082, + 0.18805217742919922, + 0.17935967445373535, + 0.18125534057617188, + 0.19345450401306152, + 0.2044229507446289, + 0.18049097061157227, + 0.20517373085021973, + 0.18158483505249023, + 0.1915884017944336, + 0.19345355033874512, + 0.18763089179992676, + 0.19118404388427734, + 0.2037966251373291, + 0.19501757621765137, + 0.20293092727661133, + 0.2031545639038086, + 0.20105433464050293, + 0.1778707504272461, + 0.19865179061889648, + 0.19848227500915527, + 0.18996286392211914, + 0.1902146339416504, + 0.1998586654663086, + 0.19472908973693848, + 0.19075608253479004, + 0.19009184837341309, + 0.16631031036376953, + 0.19339418411254883, + 0.1826779842376709, + 0.19298839569091797, + 0.1914050579071045, + 0.19045734405517578, + 0.20540165901184082 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.0199966430664, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1989, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-raw.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-raw.json new file mode 100644 index 0000000..5f00ca0 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-raw.json @@ -0,0 +1,164 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-raw/2026_08_06_13_14_30/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1989", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1989-raw", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786040103.2391078, + "condition": "raw", + "driver_wall_seconds": 41.07949376106262, + "experiment_name": "dp-bias-c1-s1989-raw", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 1, + "best_validation_accuracy": 9.399999618530273, + "curves": { + "instruction_observations_for_predictor": [ + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + NaN + ], + "neutral_observations": [ + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + NaN + ], + "raw_bias_clean_difference_rms_ratio": [ + NaN + ], + "train_accuracy": [ + 10.079999923706055 + ], + "train_loss": [ + NaN + ], + "train_time": [ + 18.95563554763794 + ], + "used_clean_difference_rms_ratio": [ + NaN + ], + "val_accuracy": [ + 9.399999618530273 + ], + "val_loss": [ + NaN + ], + "val_time": [ + 0.8418889045715332 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 1, + "final_validation_accuracy": 9.399999618530273, + "finite": false, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-raw.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1989, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-same-path-clean.json new file mode 100644 index 0000000..5c7cb1d --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-same-path-clean.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-same-path-clean/2026_08_06_12_51_52/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1989", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1989-same-path-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "common", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786040062.0716274, + "condition": "same_path_clean", + "driver_wall_seconds": 1358.3530099391937, + "experiment_name": "dp-bias-c1-s1989-same-path-clean", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 106, + "best_validation_accuracy": 82.58000183105469, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 38.35555648803711, + 50.988887786865234, + 56.41999816894531, + 59.2511100769043, + 61.73777770996094, + 63.26222229003906, + 64.05333709716797, + 64.7844467163086, + 65.16222381591797, + 65.32444763183594, + 65.66666412353516, + 66.14444732666016, + 66.69110870361328, + 67.21111297607422, + 67.85778045654297, + 67.77777862548828, + 68.28221893310547, + 68.30889129638672, + 68.76889038085938, + 69.04666900634766, + 69.58000183105469, + 69.24222564697266, + 69.02889251708984, + 69.7911148071289, + 69.85333251953125, + 70.09111022949219, + 70.43555450439453, + 70.54000091552734, + 70.63999938964844, + 70.89111328125, + 70.88888549804688, + 71.04888916015625, + 71.49555206298828, + 71.42666625976562, + 71.68888854980469, + 71.52666473388672, + 72.02222442626953, + 72.03778076171875, + 72.12000274658203, + 72.18000030517578, + 72.00666809082031, + 72.45111083984375, + 72.48222351074219, + 72.7155532836914, + 72.74888610839844, + 73.36888885498047, + 73.31777954101562, + 73.34444427490234, + 73.5, + 73.90888977050781, + 73.586669921875, + 74.10444641113281, + 74.47777557373047, + 74.63999938964844, + 74.89555358886719, + 74.91777801513672, + 74.82888793945312, + 75.53555297851562, + 75.2088851928711, + 75.12000274658203, + 75.51333618164062, + 75.56222534179688, + 75.7933349609375, + 75.83999633789062, + 76.37333679199219, + 76.05999755859375, + 76.28888702392578, + 76.81777954101562, + 76.4888916015625, + 77.1977767944336, + 76.82666778564453, + 77.3066635131836, + 77.26222229003906, + 77.56222534179688, + 77.82666778564453, + 77.92222595214844, + 77.97777557373047, + 78.32666778564453, + 78.45555877685547, + 78.586669921875, + 78.63777923583984, + 78.9911117553711, + 79.10888671875, + 79.21111297607422, + 79.43111419677734, + 79.68888854980469, + 79.56666564941406, + 79.97777557373047, + 79.99555206298828, + 80.47333526611328, + 80.53333282470703, + 80.64666748046875, + 80.6866683959961, + 81.09333038330078, + 80.86888885498047, + 81.41555786132812, + 81.31111145019531, + 81.44666290283203, + 81.73777770996094, + 81.83555603027344, + 82.14666748046875, + 82.18888854980469, + 82.1066665649414, + 82.27111053466797, + 82.62222290039062, + 82.67555236816406, + 82.8066635131836, + 82.86666870117188, + 82.95777893066406, + 82.97777557373047, + 83.05110931396484, + 83.12666320800781, + 83.413330078125, + 83.48222351074219, + 83.16222381591797, + 83.35778045654297, + 83.79777526855469, + 83.54222106933594, + 83.46444702148438, + 83.78221893310547, + 83.50666809082031, + 83.695556640625, + 83.5, + 83.55999755859375, + 83.67555236816406, + 83.71111297607422, + 83.6933364868164, + 83.75333404541016, + 83.61333465576172, + 83.61555480957031 + ], + "train_loss": [ + 1.7226450443267822, + 1.386852741241455, + 1.2413347959518433, + 1.1667182445526123, + 1.1022526025772095, + 1.0573747158050537, + 1.0369242429733276, + 1.0170745849609375, + 1.0063682794570923, + 1.003044605255127, + 1.0009843111038208, + 0.9784557819366455, + 0.967591404914856, + 0.9527955055236816, + 0.9369360208511353, + 0.9346883296966553, + 0.9181795716285706, + 0.9198341369628906, + 0.9095956683158875, + 0.902827262878418, + 0.8928342461585999, + 0.8901790380477905, + 0.8981477618217468, + 0.8775749802589417, + 0.8729353547096252, + 0.8735551834106445, + 0.8594570755958557, + 0.8598465919494629, + 0.855621337890625, + 0.8491833209991455, + 0.8449788689613342, + 0.8432873487472534, + 0.835310697555542, + 0.831379234790802, + 0.8204779624938965, + 0.8287108540534973, + 0.8211153149604797, + 0.8122341632843018, + 0.810979962348938, + 0.8123952746391296, + 0.8147464394569397, + 0.8065950274467468, + 0.7959948182106018, + 0.7945083379745483, + 0.7881926894187927, + 0.7760404348373413, + 0.7737587094306946, + 0.7762652635574341, + 0.7659990787506104, + 0.7558619379997253, + 0.7616072297096252, + 0.750399112701416, + 0.7416093349456787, + 0.7390451431274414, + 0.7358766198158264, + 0.7326470017433167, + 0.7294031977653503, + 0.7160672545433044, + 0.7177582383155823, + 0.7188711166381836, + 0.7077513337135315, + 0.7047296762466431, + 0.7046728730201721, + 0.6992210149765015, + 0.6863582134246826, + 0.6898301243782043, + 0.685919463634491, + 0.6754255294799805, + 0.6741085648536682, + 0.6605604887008667, + 0.6703101992607117, + 0.6604552268981934, + 0.6548731923103333, + 0.6485316753387451, + 0.6423266530036926, + 0.6387612819671631, + 0.6367568373680115, + 0.6241981983184814, + 0.6231418251991272, + 0.61271071434021, + 0.6184921860694885, + 0.6069441437721252, + 0.6030302047729492, + 0.6009742021560669, + 0.5964434146881104, + 0.5838121175765991, + 0.5892778635025024, + 0.578048825263977, + 0.5730900168418884, + 0.5658791661262512, + 0.5664834380149841, + 0.5584055185317993, + 0.5558871626853943, + 0.5483653545379639, + 0.5521502494812012, + 0.5433936715126038, + 0.540567934513092, + 0.5367170572280884, + 0.5329271554946899, + 0.5250318646430969, + 0.5169041156768799, + 0.5180013179779053, + 0.516461193561554, + 0.5127112865447998, + 0.5036007761955261, + 0.5002420544624329, + 0.4998704791069031, + 0.4974747598171234, + 0.49268221855163574, + 0.49256619811058044, + 0.49067795276641846, + 0.48943570256233215, + 0.48248490691185, + 0.4809708297252655, + 0.4860430955886841, + 0.4821508228778839, + 0.47750502824783325, + 0.4809556007385254, + 0.47946152091026306, + 0.47749802470207214, + 0.4760657846927643, + 0.47431132197380066, + 0.4760477840900421, + 0.47508659958839417, + 0.4729178845882416, + 0.47460368275642395, + 0.476565420627594, + 0.4758606255054474, + 0.47613319754600525, + 0.4761293828487396 + ], + "train_time": [ + 18.45056915283203, + 9.783609390258789, + 9.76966142654419, + 9.72449016571045, + 9.719707250595093, + 9.821248054504395, + 9.818538427352905, + 9.653133630752563, + 9.789567947387695, + 9.921429634094238, + 9.82807207107544, + 9.850274562835693, + 9.816425323486328, + 9.813913822174072, + 9.787936687469482, + 9.864246129989624, + 9.84932255744934, + 9.932233810424805, + 9.843020677566528, + 9.956560850143433, + 10.003574848175049, + 10.079914093017578, + 9.963108539581299, + 10.085948944091797, + 9.964608907699585, + 9.965898036956787, + 9.9346444606781, + 9.990532875061035, + 9.94076681137085, + 9.92454719543457, + 9.957477807998657, + 10.138025283813477, + 10.050060749053955, + 10.014654397964478, + 9.9296293258667, + 10.087299346923828, + 9.968529462814331, + 10.0290048122406, + 10.010659217834473, + 10.041057109832764, + 10.043056964874268, + 10.031289339065552, + 10.081793546676636, + 9.993927478790283, + 10.026261329650879, + 9.998342037200928, + 10.000275611877441, + 10.023813962936401, + 9.960448980331421, + 9.940258741378784, + 10.04329514503479, + 10.017273664474487, + 9.926658630371094, + 9.946889162063599, + 10.070941925048828, + 10.022039413452148, + 9.983898401260376, + 9.955754518508911, + 10.144388437271118, + 9.972408056259155, + 10.014049053192139, + 9.982592105865479, + 10.005974054336548, + 10.009692907333374, + 9.990838766098022, + 9.998722314834595, + 10.034523248672485, + 10.02537727355957, + 10.038941860198975, + 10.02211594581604, + 10.243558168411255, + 10.023789405822754, + 10.020222663879395, + 10.062002897262573, + 9.988351345062256, + 10.092692136764526, + 9.99596881866455, + 10.062894105911255, + 9.984818696975708, + 10.053003072738647, + 10.021651983261108, + 10.18877649307251, + 10.023972272872925, + 9.97620677947998, + 10.01724910736084, + 10.062938928604126, + 10.013688564300537, + 10.031166315078735, + 10.05121374130249, + 9.9593026638031, + 10.071361303329468, + 9.992990732192993, + 10.048221588134766, + 10.167304754257202, + 9.968530416488647, + 10.012036085128784, + 10.068281888961792, + 10.06482458114624, + 9.99889850616455, + 10.014526844024658, + 10.050329208374023, + 10.04176640510559, + 10.02989673614502, + 10.04354190826416, + 10.000157117843628, + 10.124899864196777, + 10.033413648605347, + 10.041756391525269, + 10.016865968704224, + 10.033463954925537, + 9.991120100021362, + 10.158534526824951, + 10.120471954345703, + 9.959776878356934, + 10.041769027709961, + 10.001344203948975, + 10.05028748512268, + 10.018895864486694, + 10.03353476524353, + 10.078322649002075, + 10.028991460800171, + 10.04536747932434, + 10.026540994644165, + 9.992390155792236, + 10.034349203109741, + 9.971842527389526, + 9.969427585601807, + 10.022251844406128, + 9.9309720993042, + 10.028613805770874 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 52.0, + 59.91999816894531, + 63.84000015258789, + 65.23999786376953, + 69.08000183105469, + 69.9000015258789, + 66.86000061035156, + 67.63999938964844, + 71.18000030517578, + 68.63999938964844, + 68.31999969482422, + 71.72000122070312, + 71.86000061035156, + 71.63999938964844, + 70.41999816894531, + 71.72000122070312, + 71.73999786376953, + 71.9800033569336, + 70.9000015258789, + 72.66000366210938, + 73.30000305175781, + 72.5, + 74.54000091552734, + 73.41999816894531, + 72.36000061035156, + 73.12000274658203, + 71.87999725341797, + 73.44000244140625, + 71.76000213623047, + 73.22000122070312, + 71.45999908447266, + 71.4800033569336, + 74.16000366210938, + 73.76000213623047, + 74.31999969482422, + 73.45999908447266, + 74.08000183105469, + 73.91999816894531, + 75.95999908447266, + 73.30000305175781, + 74.45999908447266, + 73.27999877929688, + 75.41999816894531, + 74.9800033569336, + 76.76000213623047, + 75.55999755859375, + 76.73999786376953, + 75.9800033569336, + 75.87999725341797, + 74.66000366210938, + 76.5999984741211, + 76.13999938964844, + 76.9000015258789, + 77.4800033569336, + 74.87999725341797, + 77.36000061035156, + 76.58000183105469, + 76.5, + 77.37999725341797, + 77.87999725341797, + 76.18000030517578, + 78.37999725341797, + 78.23999786376953, + 77.23999786376953, + 76.86000061035156, + 77.63999938964844, + 78.41999816894531, + 78.37999725341797, + 77.58000183105469, + 77.62000274658203, + 76.5999984741211, + 79.08000183105469, + 77.36000061035156, + 79.18000030517578, + 79.45999908447266, + 79.45999908447266, + 79.72000122070312, + 78.94000244140625, + 78.80000305175781, + 79.36000061035156, + 80.30000305175781, + 79.87999725341797, + 79.22000122070312, + 79.55999755859375, + 80.45999908447266, + 80.41999816894531, + 80.45999908447266, + 80.19999694824219, + 80.05999755859375, + 81.12000274658203, + 81.0199966430664, + 80.66000366210938, + 79.5999984741211, + 81.08000183105469, + 81.19999694824219, + 80.27999877929688, + 80.66000366210938, + 81.58000183105469, + 81.69999694824219, + 81.41999816894531, + 81.9000015258789, + 81.69999694824219, + 82.05999755859375, + 82.08000183105469, + 82.22000122070312, + 82.58000183105469, + 82.0999984741211, + 81.87999725341797, + 82.08000183105469, + 82.05999755859375, + 82.16000366210938, + 82.12000274658203, + 82.41999816894531, + 82.5, + 82.19999694824219, + 82.41999816894531, + 82.18000030517578, + 82.23999786376953, + 82.31999969482422, + 82.36000061035156, + 82.31999969482422, + 82.33999633789062, + 82.37999725341797, + 82.36000061035156, + 82.33999633789062, + 82.4000015258789, + 82.36000061035156, + 82.33999633789062, + 82.33999633789062, + 82.31999969482422 + ], + "val_loss": [ + 1.3507466316223145, + 1.1474326848983765, + 1.0522940158843994, + 1.0117894411087036, + 0.9073358774185181, + 0.8677904605865479, + 0.9321826100349426, + 0.9529445767402649, + 0.8511394262313843, + 0.9222503900527954, + 0.8977535963058472, + 0.8348395824432373, + 0.8121204376220703, + 0.8333802223205566, + 0.8659408092498779, + 0.8382895588874817, + 0.8482020497322083, + 0.8460652828216553, + 0.8249934911727905, + 0.8095710873603821, + 0.7667022943496704, + 0.7973552942276001, + 0.7447779178619385, + 0.776967465877533, + 0.8067885041236877, + 0.778502345085144, + 0.8171747326850891, + 0.8121984601020813, + 0.8298946619033813, + 0.7724772095680237, + 0.8246179819107056, + 0.8553413152694702, + 0.761185884475708, + 0.7611522078514099, + 0.7558043599128723, + 0.7713355422019958, + 0.7609540820121765, + 0.7584236860275269, + 0.7214575409889221, + 0.7555710673332214, + 0.7554799914360046, + 0.758195161819458, + 0.7139901518821716, + 0.7315039038658142, + 0.6817250847816467, + 0.695016622543335, + 0.6754082441329956, + 0.7077773809432983, + 0.7095623016357422, + 0.7353870868682861, + 0.6867504119873047, + 0.7222248315811157, + 0.684673011302948, + 0.6557510495185852, + 0.7339643239974976, + 0.6619409918785095, + 0.6837757229804993, + 0.691721498966217, + 0.6646413207054138, + 0.6530566215515137, + 0.6860484480857849, + 0.6323032379150391, + 0.6462878584861755, + 0.6597287654876709, + 0.7006334662437439, + 0.6598484516143799, + 0.6378661394119263, + 0.6258130669593811, + 0.6533486247062683, + 0.6597676277160645, + 0.6703392267227173, + 0.6115366816520691, + 0.6692045331001282, + 0.5894359350204468, + 0.6174798011779785, + 0.6053720712661743, + 0.6061998009681702, + 0.6100655198097229, + 0.6244251728057861, + 0.6184064745903015, + 0.583605945110321, + 0.5856325030326843, + 0.6004381775856018, + 0.5922706127166748, + 0.5758357048034668, + 0.5746740102767944, + 0.5595698356628418, + 0.5600572824478149, + 0.5727328062057495, + 0.5526601076126099, + 0.5582078695297241, + 0.559485912322998, + 0.5936633944511414, + 0.5572917461395264, + 0.5508649945259094, + 0.566684901714325, + 0.5632057785987854, + 0.538402259349823, + 0.5383674502372742, + 0.535235583782196, + 0.5390101671218872, + 0.5343692302703857, + 0.5255905985832214, + 0.5261318683624268, + 0.5202654600143433, + 0.5248214602470398, + 0.5242973566055298, + 0.5211039185523987, + 0.5215129256248474, + 0.518287718296051, + 0.5223399996757507, + 0.5134238004684448, + 0.5149484276771545, + 0.513901948928833, + 0.5115437507629395, + 0.5119954943656921, + 0.5110844969749451, + 0.5113797187805176, + 0.5109086036682129, + 0.5109918117523193, + 0.5108959078788757, + 0.5108188390731812, + 0.5108510851860046, + 0.5109708905220032, + 0.5109275579452515, + 0.5109380483627319, + 0.5108408331871033, + 0.5107455849647522, + 0.510762095451355, + 0.5108219385147095 + ], + "val_time": [ + 0.8120632171630859, + 0.2040867805480957, + 0.19414997100830078, + 0.19396734237670898, + 0.19011688232421875, + 0.1931910514831543, + 0.1883854866027832, + 0.1861436367034912, + 0.16886162757873535, + 0.18178009986877441, + 0.18854451179504395, + 0.18032431602478027, + 0.2006514072418213, + 0.1928083896636963, + 0.19066143035888672, + 0.19147396087646484, + 0.18448543548583984, + 0.20502805709838867, + 0.17020750045776367, + 0.1864163875579834, + 0.19022727012634277, + 0.18928766250610352, + 0.19286608695983887, + 0.17879176139831543, + 0.19030070304870605, + 0.18833470344543457, + 0.18615221977233887, + 0.18872594833374023, + 0.19314336776733398, + 0.1881392002105713, + 0.19206953048706055, + 0.19805598258972168, + 0.17133593559265137, + 0.17429184913635254, + 0.19164514541625977, + 0.1957383155822754, + 0.19597601890563965, + 0.1898350715637207, + 0.19070196151733398, + 0.1991727352142334, + 0.1936502456665039, + 0.19421124458312988, + 0.19081640243530273, + 0.1890859603881836, + 0.18105149269104004, + 0.17702889442443848, + 0.1913769245147705, + 0.18865060806274414, + 0.17609786987304688, + 0.1945338249206543, + 0.19375228881835938, + 0.19532251358032227, + 0.18615198135375977, + 0.1951158046722412, + 0.18215537071228027, + 0.16345739364624023, + 0.1864020824432373, + 0.17664694786071777, + 0.17546677589416504, + 0.19089198112487793, + 0.17428803443908691, + 0.18984317779541016, + 0.19801950454711914, + 0.18861603736877441, + 0.16950201988220215, + 0.19100356101989746, + 0.19090557098388672, + 0.18613266944885254, + 0.1911907196044922, + 0.1782209873199463, + 0.19048166275024414, + 0.20026540756225586, + 0.1930534839630127, + 0.19536614418029785, + 0.18845176696777344, + 0.1895613670349121, + 0.18854928016662598, + 0.17577314376831055, + 0.17720723152160645, + 0.16657185554504395, + 0.18048357963562012, + 0.19408059120178223, + 0.18855023384094238, + 0.17833590507507324, + 0.19063925743103027, + 0.17821168899536133, + 0.18848037719726562, + 0.18928766250610352, + 0.18784546852111816, + 0.19014644622802734, + 0.18843317031860352, + 0.1922750473022461, + 0.17794346809387207, + 0.17408347129821777, + 0.17555928230285645, + 0.18395733833312988, + 0.1913440227508545, + 0.18979430198669434, + 0.18786120414733887, + 0.19391083717346191, + 0.1887052059173584, + 0.19599080085754395, + 0.18785762786865234, + 0.18352389335632324, + 0.19612956047058105, + 0.17200589179992676, + 0.1817789077758789, + 0.19179368019104004, + 0.19004559516906738, + 0.19160723686218262, + 0.20834040641784668, + 0.18933367729187012, + 0.19089055061340332, + 0.18634438514709473, + 0.19187355041503906, + 0.18573284149169922, + 0.1788485050201416, + 0.17724108695983887, + 0.18421149253845215, + 0.19072413444519043, + 0.18372178077697754, + 0.1944901943206787, + 0.18985295295715332, + 0.18975520133972168, + 0.19214463233947754, + 0.19050335884094238, + 0.18889808654785156, + 0.17576169967651367, + 0.18744134902954102, + 0.1882035732269287 + ] + }, + "dp_bias_initialization": { + "bias_kind": "common", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.31999969482422, + "finite": true, + "test_accuracy": NaN + }, + "kind": "common", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-same-path-clean.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1989, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json new file mode 100644 index 0000000..db847c1 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-innovation/2026_08_06_13_15_07/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1990", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1990-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786041446.2968645, + "condition": "innovation", + "driver_wall_seconds": 1347.0222980976105, + "experiment_name": "dp-bias-c1-s1990-innovation", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 113, + "best_validation_accuracy": 82.68000030517578, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.422819408020587e-07, + 1.1660187055895221e-06, + 1.3802733747070306e-06, + 1.5137025002331939e-06, + 1.615482915440225e-06, + 1.6726555713830749e-06, + 1.7479666212238953e-06, + 1.8149011111745494e-06, + 1.8261694094690029e-06, + 1.911209437821526e-06, + 1.940614538398222e-06, + 1.9709759726538323e-06, + 2.039989340119064e-06, + 2.069859192488366e-06, + 2.108054559357697e-06, + 2.1236301108729094e-06, + 2.1614102934108814e-06, + 2.1874282083444996e-06, + 2.189672841268475e-06, + 2.2183969576872187e-06, + 2.209709691669559e-06, + 2.240209369119839e-06, + 2.256889956697705e-06, + 2.3008749394648476e-06, + 2.247496013296768e-06, + 2.262233238070621e-06, + 2.367970637351391e-06, + 2.322611635463545e-06, + 2.3438906282535754e-06, + 2.3560335193906212e-06, + 2.3721272555121686e-06, + 2.371012669755146e-06, + 2.391750285823946e-06, + 2.3847508145991014e-06, + 2.3824484287615633e-06, + 2.372489007029799e-06, + 2.45759201789042e-06, + 2.3824325126042822e-06, + 2.4744231268414296e-06, + 2.4336300157301594e-06, + 2.461256826791214e-06, + 2.4930193376349052e-06, + 2.4230084818555042e-06, + 2.538224407544476e-06, + 2.464690396664082e-06, + 2.5446831841691164e-06, + 2.5182268927892437e-06, + 2.5832605388131924e-06, + 2.592352984720492e-06, + 2.5959884624171536e-06, + 2.569866637713858e-06, + 2.60134220297914e-06, + 2.58056866186962e-06, + 2.6275019990862347e-06, + 2.627280537126353e-06, + 2.611705667732167e-06, + 2.6869836347032106e-06, + 2.733877408900298e-06, + 2.7065086669608718e-06, + 2.7109895199828316e-06, + 2.7031453555537155e-06, + 2.770741730273585e-06, + 2.7754647362598917e-06, + 2.7638548090180848e-06, + 2.7730222882382805e-06, + 2.8013525934511563e-06, + 2.807835016938043e-06, + 2.7884832434210693e-06, + 2.8294075491430704e-06, + 2.896191972467932e-06, + 2.8374204248393653e-06, + 2.8761601242877077e-06, + 2.8696194931399077e-06, + 2.9185982839408098e-06, + 2.952651129817241e-06, + 2.9171878850320354e-06, + 2.9555724267993355e-06, + 2.9918644486315316e-06, + 3.00154374599515e-06, + 3.077101609960664e-06, + 3.1334086543211015e-06, + 3.0728333513252437e-06, + 3.0805326787231024e-06, + 3.109284079982899e-06, + 3.1341576232080115e-06, + 3.13840700982837e-06, + 3.1331853733718162e-06, + 3.1253027827915503e-06, + 3.1960696560418e-06, + 3.290615723017254e-06, + 3.2648081287334207e-06, + 3.2639272831147537e-06, + 3.245100288040703e-06, + 3.2582909170741914e-06, + 3.357852847329923e-06, + 3.3141243420686806e-06, + 3.2893951811274746e-06, + 3.367297040313133e-06, + 3.349877943037427e-06, + 3.457837237874628e-06, + 3.3993756005656905e-06, + 3.5094951726932777e-06, + 3.4832441997423302e-06, + 3.3994047043961473e-06, + 3.531385118549224e-06, + 3.4816412153304555e-06, + 3.512689772833255e-06, + 3.5751756968238624e-06, + 3.5210782698413823e-06, + 3.5383604881644715e-06, + 3.5512489375832956e-06, + 3.553011310941656e-06, + 3.5433463381195907e-06, + 3.5213727187510813e-06, + 3.491132929411833e-06, + 3.558112439350225e-06, + 3.6459048260439886e-06, + 3.6046674267709022e-06, + 3.5250336622993927e-06, + 3.648312940640608e-06, + 3.6683793496194994e-06, + 3.582953013392398e-06, + 3.542105105225346e-06, + 3.608540282584727e-06, + 3.6243811791791813e-06, + 3.6153880955680506e-06, + 3.6148755953036016e-06, + 3.6134956644673366e-06, + 3.6417316096049035e-06, + 3.5929658679378917e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.387223005001943e-08, + 8.326015432658096e-08, + 8.253637417965365e-08, + 8.322421507500621e-08, + 8.216019153906018e-08, + 8.270581730585036e-08, + 8.29160455850797e-08, + 8.387283401134482e-08, + 8.340956014762924e-08, + 8.37116047591735e-08, + 8.36094287137712e-08, + 8.322854938569435e-08, + 8.428962416928698e-08, + 8.404026630159933e-08, + 8.378577120993214e-08, + 8.347971203193083e-08, + 8.369826076659592e-08, + 8.391377548377932e-08, + 8.333758216849674e-08, + 8.453763911120404e-08, + 8.328360223686104e-08, + 8.335472756471063e-08, + 8.432911613454053e-08, + 8.4471651007334e-08, + 8.307499399506924e-08, + 8.287373276516519e-08, + 8.349321234391027e-08, + 8.313624277889176e-08, + 8.332095546847995e-08, + 8.332098389018938e-08, + 8.39139460140359e-08, + 8.40758502818062e-08, + 8.343607049710045e-08, + 8.273463691921279e-08, + 8.208301949252927e-08, + 8.20607937157547e-08, + 8.378786731100263e-08, + 8.263890549642383e-08, + 8.340686008523335e-08, + 8.341125123934034e-08, + 8.260929007519735e-08, + 8.273713092421531e-08, + 8.203371493209488e-08, + 8.43090433022553e-08, + 8.140865048744672e-08, + 8.33420301660226e-08, + 8.28767312555101e-08, + 8.325810085807461e-08, + 8.36568716522379e-08, + 8.343052826376152e-08, + 8.293345388210582e-08, + 8.32145303775178e-08, + 8.3184431787231e-08, + 8.327731393364957e-08, + 8.312928656550866e-08, + 8.204766288599785e-08, + 8.525603334419429e-08, + 8.470102841329208e-08, + 8.446658483762803e-08, + 8.311380383929645e-08, + 8.349505264959589e-08, + 8.391921824113524e-08, + 8.391700134779967e-08, + 8.421359609656065e-08, + 8.273747909015583e-08, + 8.368878923192824e-08, + 8.352532887556663e-08, + 8.319945266066497e-08, + 8.314052735158839e-08, + 8.444096266657652e-08, + 8.262894368726847e-08, + 8.26124164632347e-08, + 8.322591327214468e-08, + 8.290333397553695e-08, + 8.290508901609428e-08, + 8.271884155419684e-08, + 8.255067029949714e-08, + 8.325707057110776e-08, + 8.40379428268534e-08, + 8.36201365927991e-08, + 8.54887574064378e-08, + 8.332715850656314e-08, + 8.343948820765945e-08, + 8.382772165305141e-08, + 8.39262810359287e-08, + 8.345062241232881e-08, + 8.440992615987852e-08, + 8.260402495352537e-08, + 8.244527549550185e-08, + 8.493724834579552e-08, + 8.414405527901181e-08, + 8.440387233576985e-08, + 8.227502235058637e-08, + 8.276162333231696e-08, + 8.373552873308654e-08, + 8.269921636383515e-08, + 8.2134178569504e-08, + 8.283943486731005e-08, + 8.216596825150191e-08, + 8.368644444090023e-08, + 8.346702173867016e-08, + 8.472930801417533e-08, + 8.382077965052304e-08, + 8.160196784956497e-08, + 8.325712741452662e-08, + 8.225264735983728e-08, + 8.246340144069109e-08, + 8.341080359741682e-08, + 8.307483767566737e-08, + 8.229579862018e-08, + 8.312896682127757e-08, + 8.283012675747159e-08, + 8.200192525009697e-08, + 8.132433038099407e-08, + 8.046077937251539e-08, + 8.156078479260032e-08, + 8.353706704156139e-08, + 8.227805636806806e-08, + 8.071607027204664e-08, + 8.366485104716048e-08, + 8.383621263874375e-08, + 8.201960355336269e-08, + 8.112917981861756e-08, + 8.28045685352663e-08, + 8.333164913665314e-08, + 8.278144747464466e-08, + 8.2541845358719e-08, + 8.268705187219894e-08, + 8.319589284155882e-08, + 8.213520885647085e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 6.682235240936279, + 9.420920372009277, + 10.069357872009277, + 10.09540843963623, + 9.983073234558105, + 9.734787940979004, + 9.6593656539917, + 9.457119941711426, + 9.223465919494629, + 9.269500732421875, + 9.112011909484863, + 9.095047950744629, + 9.105976104736328, + 9.075011253356934, + 9.09648323059082, + 9.112178802490234, + 9.204535484313965, + 9.13756275177002, + 9.167211532592773, + 9.170124053955078, + 9.203728675842285, + 9.288494110107422, + 9.25665283203125, + 9.352231979370117, + 9.229360580444336, + 9.320658683776855, + 9.450336456298828, + 9.35106372833252, + 9.407121658325195, + 9.378924369812012, + 9.515620231628418, + 9.339242935180664, + 9.55514144897461, + 9.6316499710083, + 9.60794448852539, + 9.517573356628418, + 9.719733238220215, + 9.510065078735352, + 9.600497245788574, + 9.521544456481934, + 9.699596405029297, + 9.770242691040039, + 9.635395050048828, + 9.810914039611816, + 9.676636695861816, + 9.717512130737305, + 9.723535537719727, + 9.883515357971191, + 9.818615913391113, + 9.822460174560547, + 9.803706169128418, + 9.802532196044922, + 9.824596405029297, + 9.918105125427246, + 9.91617202758789, + 9.982333183288574, + 9.967536926269531, + 10.078022003173828, + 10.038110733032227, + 10.18443775177002, + 10.064058303833008, + 10.1950044631958, + 10.208795547485352, + 10.138389587402344, + 10.283872604370117, + 10.252123832702637, + 10.2354097366333, + 10.210729598999023, + 10.318910598754883, + 10.36659049987793, + 10.409595489501953, + 10.45617389678955, + 10.408087730407715, + 10.47351360321045, + 10.583802223205566, + 10.428080558776855, + 10.526118278503418, + 10.604574203491211, + 10.567422866821289, + 10.724103927612305, + 10.68922233581543, + 10.707365036010742, + 10.698148727416992, + 10.736122131347656, + 10.723359107971191, + 10.790301322937012, + 10.660615921020508, + 10.776995658874512, + 10.852029800415039, + 10.864901542663574, + 10.855562210083008, + 10.813364028930664, + 10.96512508392334, + 10.935323715209961, + 10.97197151184082, + 10.985346794128418, + 10.867826461791992, + 11.017324447631836, + 11.011445045471191, + 11.070642471313477, + 10.982495307922363, + 11.096112251281738, + 11.052552223205566, + 11.006762504577637, + 11.115331649780273, + 11.073541641235352, + 11.0958890914917, + 11.103337287902832, + 10.997493743896484, + 11.087457656860352, + 11.012191772460938, + 11.041701316833496, + 11.083914756774902, + 11.077655792236328, + 11.119302749633789, + 11.169677734375, + 11.126089096069336, + 11.183856010437012, + 11.121367454528809, + 11.098316192626953, + 11.154539108276367, + 11.16430950164795, + 11.135660171508789, + 11.098808288574219, + 11.089200973510742, + 11.126874923706055, + 11.185640335083008, + 11.1472806930542, + 11.140649795532227, + 11.13797378540039 + ], + "train_accuracy": [ + 38.72222137451172, + 51.56222152709961, + 57.14666748046875, + 59.6422233581543, + 62.184444427490234, + 63.10444259643555, + 63.68888854980469, + 64.58444213867188, + 64.45111083984375, + 65.23332977294922, + 65.304443359375, + 66.16666412353516, + 66.44444274902344, + 67.34666442871094, + 67.5977783203125, + 68.02222442626953, + 68.36222076416016, + 68.43333435058594, + 68.62000274658203, + 68.73777770996094, + 69.0022201538086, + 69.48444366455078, + 69.3022232055664, + 70.25777435302734, + 69.86000061035156, + 69.94000244140625, + 70.86666870117188, + 70.54888916015625, + 70.695556640625, + 70.88666534423828, + 70.7955551147461, + 70.9888916015625, + 71.45555877685547, + 71.57777404785156, + 71.59333038330078, + 71.55777740478516, + 71.74666595458984, + 71.6066665649414, + 72.20222473144531, + 72.24666595458984, + 72.5, + 72.51777648925781, + 72.25555419921875, + 72.63111114501953, + 72.6866683959961, + 73.43333435058594, + 72.7844467163086, + 73.62000274658203, + 73.60888671875, + 73.76222229003906, + 73.91777801513672, + 73.86444091796875, + 73.96888732910156, + 74.33999633789062, + 74.60444641113281, + 74.3822250366211, + 74.51777648925781, + 75.0955581665039, + 74.77333068847656, + 75.2955551147461, + 75.46888732910156, + 75.60221862792969, + 75.78221893310547, + 75.83777618408203, + 76.3066635131836, + 76.12444305419922, + 76.304443359375, + 76.3133316040039, + 77.00444793701172, + 76.9911117553711, + 77.3133316040039, + 77.40888977050781, + 77.18222045898438, + 77.72888946533203, + 78.18222045898438, + 77.8022232055664, + 78.3066635131836, + 78.36666870117188, + 78.47333526611328, + 78.7155532836914, + 78.93555450439453, + 78.95777893066406, + 79.02889251708984, + 79.4000015258789, + 79.71778106689453, + 79.5111083984375, + 79.4888916015625, + 80.00444793701172, + 80.37555694580078, + 80.52666473388672, + 80.48444366455078, + 80.56666564941406, + 80.87777709960938, + 81.08000183105469, + 81.32221984863281, + 81.34222412109375, + 81.56888580322266, + 81.66000366210938, + 81.92222595214844, + 82.23110961914062, + 82.04888916015625, + 82.13777923583984, + 82.57777404785156, + 82.48222351074219, + 82.71333312988281, + 82.84889221191406, + 83.04888916015625, + 82.92666625976562, + 83.00444793701172, + 83.14221954345703, + 83.16000366210938, + 83.28221893310547, + 83.26000213623047, + 83.38444519042969, + 83.49333190917969, + 83.8022232055664, + 83.69110870361328, + 83.6866683959961, + 83.64221954345703, + 83.6066665649414, + 83.695556640625, + 83.83110809326172, + 83.6977767944336, + 83.64666748046875, + 83.46888732910156, + 83.6066665649414, + 83.88666534423828, + 83.67778015136719, + 83.64221954345703, + 83.64221954345703 + ], + "train_loss": [ + 1.7133591175079346, + 1.3682072162628174, + 1.2270618677139282, + 1.1515464782714844, + 1.0849225521087646, + 1.057477593421936, + 1.0492874383926392, + 1.0213189125061035, + 1.027377724647522, + 1.0131527185440063, + 1.0064369440078735, + 0.9842081069946289, + 0.9716832041740417, + 0.9558504223823547, + 0.9448299407958984, + 0.928158700466156, + 0.9237744212150574, + 0.9151449799537659, + 0.9073408842086792, + 0.9069647789001465, + 0.9029024839401245, + 0.8926884531974792, + 0.8905758261680603, + 0.8718171715736389, + 0.881125271320343, + 0.8733921051025391, + 0.8490639925003052, + 0.8634071350097656, + 0.8566999435424805, + 0.8468159437179565, + 0.8478162288665771, + 0.8483151793479919, + 0.8363835215568542, + 0.8361659049987793, + 0.8312588334083557, + 0.8250800967216492, + 0.8264629244804382, + 0.8268200755119324, + 0.8102015256881714, + 0.8074780702590942, + 0.8011532425880432, + 0.7968136668205261, + 0.801702082157135, + 0.7947729229927063, + 0.7902922630310059, + 0.7743542194366455, + 0.7871569991111755, + 0.7701302170753479, + 0.7650519609451294, + 0.7636050581932068, + 0.7613061666488647, + 0.7582502961158752, + 0.7547402381896973, + 0.7505609393119812, + 0.7380115389823914, + 0.7383122444152832, + 0.740192711353302, + 0.7278476357460022, + 0.7310594916343689, + 0.7185807824134827, + 0.715632975101471, + 0.7026272416114807, + 0.7041817307472229, + 0.7020779252052307, + 0.6912290453910828, + 0.6878568530082703, + 0.6884053945541382, + 0.6877518892288208, + 0.6712042689323425, + 0.667955756187439, + 0.6653552651405334, + 0.6567258238792419, + 0.6583083868026733, + 0.6463295221328735, + 0.6383985877037048, + 0.6397567987442017, + 0.6294024586677551, + 0.6274374723434448, + 0.6253660917282104, + 0.6125867962837219, + 0.6113486886024475, + 0.6082386374473572, + 0.6012315154075623, + 0.6013792157173157, + 0.5902792811393738, + 0.5918442606925964, + 0.5902800559997559, + 0.578709602355957, + 0.5686413049697876, + 0.5662328600883484, + 0.5627284049987793, + 0.564016580581665, + 0.5534037947654724, + 0.5503615140914917, + 0.544736921787262, + 0.5435491800308228, + 0.5360719561576843, + 0.5326313376426697, + 0.5272843241691589, + 0.5214912295341492, + 0.525074303150177, + 0.515964925289154, + 0.5107779502868652, + 0.510162353515625, + 0.4995056092739105, + 0.499151349067688, + 0.4974542260169983, + 0.4941486418247223, + 0.4948662519454956, + 0.4871566891670227, + 0.48990097641944885, + 0.48475968837738037, + 0.48512011766433716, + 0.4838383197784424, + 0.4809454679489136, + 0.4772864580154419, + 0.47620779275894165, + 0.4733129143714905, + 0.47689589858055115, + 0.4791215658187866, + 0.476246178150177, + 0.47367167472839355, + 0.47892504930496216, + 0.47581130266189575, + 0.4779069721698761, + 0.47502267360687256, + 0.4724425673484802, + 0.4747956097126007, + 0.47684913873672485, + 0.4760352373123169 + ], + "train_time": [ + 18.833473443984985, + 9.943188428878784, + 9.8916335105896, + 9.864562511444092, + 9.864470720291138, + 9.90646505355835, + 9.853030443191528, + 9.89737582206726, + 9.900522470474243, + 9.904752016067505, + 9.844079971313477, + 9.961058855056763, + 9.924591541290283, + 9.903918981552124, + 9.873714208602905, + 9.90426254272461, + 9.845989227294922, + 9.891932249069214, + 9.909498691558838, + 9.841096639633179, + 9.875645637512207, + 9.86149263381958, + 9.869433403015137, + 10.183444499969482, + 9.921313285827637, + 9.83692741394043, + 9.90053391456604, + 9.876594543457031, + 9.91224479675293, + 9.946186065673828, + 9.844094276428223, + 9.907785415649414, + 9.926350831985474, + 9.914052724838257, + 9.867702007293701, + 10.011053562164307, + 9.918302774429321, + 9.827412366867065, + 9.88131070137024, + 9.911732196807861, + 9.893298864364624, + 9.912901639938354, + 9.913539409637451, + 9.868720054626465, + 9.867908000946045, + 9.916085958480835, + 9.890177249908447, + 10.049685716629028, + 9.929915189743042, + 9.891703128814697, + 9.919848918914795, + 9.888735294342041, + 9.887449741363525, + 9.916376829147339, + 9.867390155792236, + 9.84752082824707, + 9.81695008277893, + 9.899157524108887, + 9.907880783081055, + 9.979108333587646, + 9.89523983001709, + 9.906527280807495, + 9.850834846496582, + 9.927585363388062, + 9.803730010986328, + 9.91060185432434, + 9.899619817733765, + 9.910260438919067, + 9.860180139541626, + 9.89526629447937, + 9.910215616226196, + 9.879065990447998, + 9.859508514404297, + 9.892455816268921, + 9.928626775741577, + 9.886627435684204, + 9.86528491973877, + 9.921482801437378, + 9.857246398925781, + 9.919424772262573, + 9.902639627456665, + 9.902742624282837, + 9.871756315231323, + 9.875062704086304, + 10.044342279434204, + 9.902617931365967, + 9.84990119934082, + 9.891827583312988, + 9.95618224143982, + 9.943411827087402, + 9.878795385360718, + 9.92825961112976, + 9.897343397140503, + 9.919774055480957, + 9.886293649673462, + 9.872101783752441, + 10.053643941879272, + 9.874129295349121, + 9.882054090499878, + 9.92250370979309, + 9.900314807891846, + 9.860023736953735, + 9.918482780456543, + 9.924222946166992, + 9.91196894645691, + 9.98238492012024, + 9.93645977973938, + 9.89188027381897, + 9.996362686157227, + 9.853537321090698, + 9.899093389511108, + 9.935528993606567, + 9.904881238937378, + 9.91450023651123, + 9.876307010650635, + 9.819265127182007, + 9.89713430404663, + 9.884350776672363, + 9.907485246658325, + 9.899047374725342, + 9.94063949584961, + 9.866833925247192, + 9.894071817398071, + 9.924040794372559, + 9.858983039855957, + 9.918097019195557, + 9.905534505844116, + 9.90925645828247, + 9.889790296554565, + 9.913057327270508 + ], + "used_clean_difference_rms_ratio": [ + 5.598150210062158e-07, + 7.845361551517271e-07, + 8.309323220601073e-07, + 8.402185471823032e-07, + 8.201632795135083e-07, + 8.05559693617397e-07, + 8.012866601347923e-07, + 7.934423820188385e-07, + 7.680134785914561e-07, + 7.760370976939157e-07, + 7.607563361489156e-07, + 7.569088893433218e-07, + 7.670201966902823e-07, + 7.635436531927553e-07, + 7.622242605975771e-07, + 7.602566256537102e-07, + 7.711973353252688e-07, + 7.657969263163977e-07, + 7.635840120201465e-07, + 7.751190196358948e-07, + 7.671512207707565e-07, + 7.733172537882638e-07, + 7.799574746059079e-07, + 7.89860678196419e-07, + 7.665546490898123e-07, + 7.727829256509722e-07, + 7.894055897850194e-07, + 7.771577656967565e-07, + 7.8361938449234e-07, + 7.804737265360018e-07, + 7.971328273015388e-07, + 7.849054668440658e-07, + 7.960318271216238e-07, + 7.95326855040912e-07, + 7.878092560531513e-07, + 7.814203968337097e-07, + 8.135714892887336e-07, + 7.867811291362159e-07, + 8.003518701116263e-07, + 7.935881853882165e-07, + 8.017876211852126e-07, + 8.080955922196154e-07, + 7.905252914497396e-07, + 8.261278594545729e-07, + 7.874781431382871e-07, + 8.11703387171292e-07, + 8.063991003837145e-07, + 8.224912448895338e-07, + 8.215528737309796e-07, + 8.199440344469622e-07, + 8.123785733005207e-07, + 8.157593924806861e-07, + 8.175683774425124e-07, + 8.246678930845519e-07, + 8.234131883000373e-07, + 8.19135095753154e-07, + 8.499986847709806e-07, + 8.524930876774306e-07, + 8.489095080221887e-07, + 8.474982564621314e-07, + 8.388431069761282e-07, + 8.565610869482043e-07, + 8.569997476115532e-07, + 8.527653676537739e-07, + 8.508542350682546e-07, + 8.588305604462221e-07, + 8.544001843802107e-07, + 8.491292646795046e-07, + 8.579396535424166e-07, + 8.76130457072577e-07, + 8.606102710473351e-07, + 8.642581406093086e-07, + 8.660399544169195e-07, + 8.704043352736335e-07, + 8.771896204962104e-07, + 8.631603236608498e-07, + 8.697251701050845e-07, + 8.83431084730546e-07, + 8.883122859515424e-07, + 8.968117981567048e-07, + 9.126783879764844e-07, + 8.935255095821049e-07, + 8.930178978516778e-07, + 9.004118055599974e-07, + 8.998217708722223e-07, + 9.015812452162209e-07, + 8.987263981907745e-07, + 8.89929253844457e-07, + 8.959086699178442e-07, + 9.228998578691971e-07, + 9.140649126493372e-07, + 9.121065431827446e-07, + 9.034713457367616e-07, + 9.048238212017168e-07, + 9.195471761813678e-07, + 9.083832992473617e-07, + 8.915432090361719e-07, + 9.131140359386336e-07, + 9.047347475643619e-07, + 9.25619758618268e-07, + 9.137724532592983e-07, + 9.394496487402648e-07, + 9.261873401555931e-07, + 8.990468813863117e-07, + 9.260325555260351e-07, + 9.112631573771068e-07, + 9.158135867437522e-07, + 9.275361207983224e-07, + 9.138498171523679e-07, + 9.149014772447117e-07, + 9.155232874036301e-07, + 9.15320356398297e-07, + 9.094655979424715e-07, + 9.026558700497844e-07, + 8.94365882686543e-07, + 9.113801979765412e-07, + 9.301332397626538e-07, + 9.19253068332182e-07, + 8.984586656879401e-07, + 9.292429581364559e-07, + 9.358445254292747e-07, + 9.142282806351432e-07, + 9.033212222675502e-07, + 9.186600777866261e-07, + 9.241849738828023e-07, + 9.208771416524542e-07, + 9.211408951159683e-07, + 9.220573247148423e-07, + 9.273884984395409e-07, + 9.149277957476443e-07 + ], + "val_accuracy": [ + 52.720001220703125, + 59.400001525878906, + 62.720001220703125, + 65.9800033569336, + 66.05999755859375, + 66.05999755859375, + 66.9800033569336, + 68.58000183105469, + 66.55999755859375, + 67.58000183105469, + 69.22000122070312, + 70.13999938964844, + 72.31999969482422, + 68.18000030517578, + 70.95999908447266, + 71.05999755859375, + 70.58000183105469, + 70.45999908447266, + 70.41999816894531, + 72.94000244140625, + 68.22000122070312, + 73.55999755859375, + 72.13999938964844, + 71.81999969482422, + 70.9800033569336, + 73.68000030517578, + 73.22000122070312, + 73.76000213623047, + 73.0999984741211, + 75.05999755859375, + 72.30000305175781, + 71.13999938964844, + 74.05999755859375, + 74.30000305175781, + 74.26000213623047, + 74.4800033569336, + 74.27999877929688, + 74.73999786376953, + 75.19999694824219, + 75.05999755859375, + 76.0999984741211, + 75.66000366210938, + 74.13999938964844, + 74.37999725341797, + 74.76000213623047, + 76.27999877929688, + 75.86000061035156, + 76.41999816894531, + 76.0999984741211, + 76.9000015258789, + 76.0199966430664, + 76.81999969482422, + 76.80000305175781, + 76.95999908447266, + 77.08000183105469, + 78.0999984741211, + 77.45999908447266, + 77.33999633789062, + 75.5199966430664, + 77.81999969482422, + 77.54000091552734, + 76.91999816894531, + 77.58000183105469, + 76.44000244140625, + 78.08000183105469, + 77.33999633789062, + 77.41999816894531, + 77.73999786376953, + 77.5999984741211, + 79.0999984741211, + 78.86000061035156, + 79.0999984741211, + 78.72000122070312, + 78.36000061035156, + 77.87999725341797, + 79.33999633789062, + 79.33999633789062, + 78.5199966430664, + 80.0999984741211, + 78.76000213623047, + 80.41999816894531, + 79.27999877929688, + 80.05999755859375, + 79.83999633789062, + 78.91999816894531, + 79.94000244140625, + 80.05999755859375, + 80.9000015258789, + 80.44000244140625, + 80.54000091552734, + 80.5199966430664, + 80.86000061035156, + 80.63999938964844, + 80.31999969482422, + 80.9800033569336, + 81.77999877929688, + 81.30000305175781, + 81.91999816894531, + 81.5199966430664, + 81.26000213623047, + 81.94000244140625, + 80.81999969482422, + 82.0199966430664, + 82.08000183105469, + 81.63999938964844, + 82.18000030517578, + 81.80000305175781, + 82.5999984741211, + 82.55999755859375, + 82.44000244140625, + 82.4000015258789, + 82.5999984741211, + 82.68000030517578, + 82.58000183105469, + 82.41999816894531, + 82.63999938964844, + 82.54000091552734, + 82.54000091552734, + 82.4800033569336, + 82.45999908447266, + 82.4800033569336, + 82.45999908447266, + 82.5, + 82.54000091552734, + 82.54000091552734, + 82.5, + 82.54000091552734, + 82.5199966430664, + 82.5199966430664, + 82.4800033569336 + ], + "val_loss": [ + 1.359142780303955, + 1.1642544269561768, + 1.0911856889724731, + 0.9932032227516174, + 0.971438467502594, + 0.9856241345405579, + 0.9368895888328552, + 0.9197276830673218, + 0.9695195555686951, + 0.9518103003501892, + 0.8662989139556885, + 0.877388596534729, + 0.813456118106842, + 0.9224790334701538, + 0.8417921662330627, + 0.8445390462875366, + 0.8473761081695557, + 0.8578479290008545, + 0.8756269216537476, + 0.7853832244873047, + 0.9122148156166077, + 0.7836428880691528, + 0.8213277459144592, + 0.8246815204620361, + 0.8395658135414124, + 0.7860901355743408, + 0.787906289100647, + 0.7775461077690125, + 0.7805730700492859, + 0.7438193559646606, + 0.7873538136482239, + 0.8380379676818848, + 0.7676661014556885, + 0.7472553849220276, + 0.780305027961731, + 0.7477388978004456, + 0.7420364618301392, + 0.7183181047439575, + 0.7072234153747559, + 0.7280287742614746, + 0.7118533253669739, + 0.7409276366233826, + 0.7471920251846313, + 0.7504963874816895, + 0.760953426361084, + 0.6972802877426147, + 0.7294240593910217, + 0.7166786193847656, + 0.7049820423126221, + 0.6860361695289612, + 0.6965640187263489, + 0.6728025674819946, + 0.6816983222961426, + 0.6763623952865601, + 0.6829724907875061, + 0.6516942381858826, + 0.6563052535057068, + 0.6831051111221313, + 0.7140741944313049, + 0.6496559977531433, + 0.6523187756538391, + 0.659857988357544, + 0.6543309092521667, + 0.6841205358505249, + 0.6526877880096436, + 0.6604150533676147, + 0.670276403427124, + 0.6485859751701355, + 0.6490777730941772, + 0.6167139410972595, + 0.6137914061546326, + 0.6206552982330322, + 0.601758599281311, + 0.6155788898468018, + 0.6433674097061157, + 0.6027717590332031, + 0.5985400676727295, + 0.6312529444694519, + 0.5865041017532349, + 0.6239286661148071, + 0.575118362903595, + 0.599860668182373, + 0.5849393606185913, + 0.5914948582649231, + 0.6137707233428955, + 0.574287474155426, + 0.593235194683075, + 0.5495807528495789, + 0.5712848901748657, + 0.558578610420227, + 0.5521366596221924, + 0.5624673366546631, + 0.5696929693222046, + 0.5629626512527466, + 0.5456475615501404, + 0.5417449474334717, + 0.5373034477233887, + 0.5296728610992432, + 0.537736713886261, + 0.5404715538024902, + 0.5264809131622314, + 0.5587195158004761, + 0.5234525203704834, + 0.513530969619751, + 0.5283817648887634, + 0.5127268433570862, + 0.5237594842910767, + 0.5042988657951355, + 0.506166934967041, + 0.5008628368377686, + 0.5107219219207764, + 0.5014204382896423, + 0.5026404857635498, + 0.5006620287895203, + 0.5023283958435059, + 0.5015283823013306, + 0.5008074045181274, + 0.5006773471832275, + 0.500176191329956, + 0.5000580549240112, + 0.5000160336494446, + 0.5001303553581238, + 0.49997225403785706, + 0.49998021125793457, + 0.4999581277370453, + 0.4999828636646271, + 0.5001318454742432, + 0.5002116560935974, + 0.5002580881118774, + 0.5002135634422302 + ], + "val_time": [ + 0.8470304012298584, + 0.19413542747497559, + 0.1846027374267578, + 0.19347524642944336, + 0.19224309921264648, + 0.184128999710083, + 0.19582271575927734, + 0.18385601043701172, + 0.19573974609375, + 0.16228795051574707, + 0.18590259552001953, + 0.1845259666442871, + 0.19826483726501465, + 0.18889856338500977, + 0.19649600982666016, + 0.19533252716064453, + 0.1847078800201416, + 0.18117403984069824, + 0.19324779510498047, + 0.1935422420501709, + 0.1916675567626953, + 0.16834211349487305, + 0.196028470993042, + 0.1769709587097168, + 0.17757630348205566, + 0.19672560691833496, + 0.19042730331420898, + 0.19272375106811523, + 0.2051072120666504, + 0.18231916427612305, + 0.18323397636413574, + 0.1945335865020752, + 0.18933987617492676, + 0.19172000885009766, + 0.187025785446167, + 0.19291162490844727, + 0.18307232856750488, + 0.1999955177307129, + 0.18016695976257324, + 0.19473981857299805, + 0.19238853454589844, + 0.20972013473510742, + 0.1922595500946045, + 0.1922905445098877, + 0.19793081283569336, + 0.18238043785095215, + 0.19620919227600098, + 0.19295835494995117, + 0.1927659511566162, + 0.18946075439453125, + 0.16335654258728027, + 0.19723820686340332, + 0.18403339385986328, + 0.19187092781066895, + 0.18050599098205566, + 0.18540453910827637, + 0.17549586296081543, + 0.1924123764038086, + 0.19831228256225586, + 0.18210649490356445, + 0.20060515403747559, + 0.18886494636535645, + 0.18277454376220703, + 0.19115257263183594, + 0.18450260162353516, + 0.19307446479797363, + 0.19095110893249512, + 0.17280912399291992, + 0.19618606567382812, + 0.18640899658203125, + 0.18817853927612305, + 0.1830129623413086, + 0.1939563751220703, + 0.19365334510803223, + 0.183152437210083, + 0.1770479679107666, + 0.19215726852416992, + 0.17590904235839844, + 0.19197320938110352, + 0.19471049308776855, + 0.19558382034301758, + 0.20005416870117188, + 0.1902163028717041, + 0.19334697723388672, + 0.19357991218566895, + 0.20176100730895996, + 0.19321966171264648, + 0.2032473087310791, + 0.1856839656829834, + 0.19703888893127441, + 0.19516658782958984, + 0.18155646324157715, + 0.1927931308746338, + 0.20117449760437012, + 0.20154380798339844, + 0.2035810947418213, + 0.18404650688171387, + 0.1676950454711914, + 0.19542765617370605, + 0.1913444995880127, + 0.19656848907470703, + 0.17969346046447754, + 0.18218159675598145, + 0.19462966918945312, + 0.2042529582977295, + 0.18627190589904785, + 0.18061351776123047, + 0.18959307670593262, + 0.19691133499145508, + 0.1801319122314453, + 0.1949748992919922, + 0.18406319618225098, + 0.1898038387298584, + 0.19275689125061035, + 0.19071650505065918, + 0.1915268898010254, + 0.18639063835144043, + 0.18425488471984863, + 0.19019389152526855, + 0.19396662712097168, + 0.19215941429138184, + 0.19138574600219727, + 0.19469070434570312, + 0.19849729537963867, + 0.19306731224060059, + 0.16804194450378418, + 0.18166875839233398, + 0.1985030174255371, + 0.1962413787841797, + 0.19291114807128906 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.0, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.4800033569336, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1990, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json new file mode 100644 index 0000000..ee1b2dc --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-oracle/2026_08_06_13_37_34/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1990", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1990-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786042783.6866286, + "condition": "oracle", + "driver_wall_seconds": 1337.3228688240051, + "experiment_name": "dp-bias-c1-s1990-oracle", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 116, + "best_validation_accuracy": 82.4000015258789, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.952412772738171e-08, + 9.597417971463074e-08, + 1.0269930328377086e-07, + 1.026684444127568e-07, + 1.0540665584812814e-07, + 1.0821553786399818e-07, + 1.0387086035734683e-07, + 1.0852986065401637e-07, + 1.1099067620534697e-07, + 1.0732922106626575e-07, + 1.0711178077826844e-07, + 1.0930641280992859e-07, + 1.0971807995474592e-07, + 1.0987472620627159e-07, + 1.1255791321218567e-07, + 1.1293469981410453e-07, + 1.1276240030611007e-07, + 1.1399466615102938e-07, + 1.084458460809401e-07, + 1.1365228402837602e-07, + 1.1226749307979844e-07, + 1.126941882034771e-07, + 1.1351397688486031e-07, + 1.1281526468565062e-07, + 1.1171739089377297e-07, + 1.0959915641706175e-07, + 1.156747160280247e-07, + 1.0836523500756812e-07, + 1.1418297418686052e-07, + 1.1560476309568912e-07, + 1.1365678886932074e-07, + 1.1398563515285787e-07, + 1.1590719850573805e-07, + 1.1438634572868978e-07, + 1.1323971449428427e-07, + 1.1511843922562548e-07, + 1.1111594488966148e-07, + 1.1440203451229536e-07, + 1.1456698700840207e-07, + 1.1458386950380373e-07, + 1.1170772751256663e-07, + 1.1682701028803422e-07, + 1.1498232055373592e-07, + 1.1348021899948435e-07, + 1.1469076355297148e-07, + 1.1740266359083762e-07, + 1.1836220892291749e-07, + 1.163008462867765e-07, + 1.1874111294218892e-07, + 1.148611588064341e-07, + 1.1642017483382006e-07, + 1.1794660537134405e-07, + 1.1796443999401163e-07, + 1.223848471454403e-07, + 1.1830275070678908e-07, + 1.2272543870039954e-07, + 1.2029032347982138e-07, + 1.1544182854095197e-07, + 1.1646267950027323e-07, + 1.1631767904418666e-07, + 1.164843013157224e-07, + 1.1569859026394624e-07, + 1.1867643934238004e-07, + 1.1816107559070588e-07, + 1.1898278273747565e-07, + 1.197346932713117e-07, + 1.1722605819386445e-07, + 1.1990000814421364e-07, + 1.209396600643231e-07, + 1.1829138202301692e-07, + 1.223882151180078e-07, + 1.2034678320560488e-07, + 1.2336417398728372e-07, + 1.2670309956774872e-07, + 1.2032114682369865e-07, + 1.227037245143947e-07, + 1.2127462412081513e-07, + 1.2122531245495338e-07, + 1.2364726842406526e-07, + 1.2319078734890354e-07, + 1.2223746637118893e-07, + 1.2450148290099605e-07, + 1.2360399637145747e-07, + 1.2506076529916754e-07, + 1.2115705771975627e-07, + 1.2220355927183846e-07, + 1.2037546071042016e-07, + 1.242039786575333e-07, + 1.2336997201600752e-07, + 1.2741860189180443e-07, + 1.2136831628595246e-07, + 1.2409456928708096e-07, + 1.2935257132085098e-07, + 1.303352377135525e-07, + 1.2460832010674494e-07, + 1.291930260549634e-07, + 1.275097076813836e-07, + 1.2296109730414173e-07, + 1.2526275838808942e-07, + 1.3219883499004936e-07, + 1.3256685349460895e-07, + 1.2547023686693137e-07, + 1.3030846446326905e-07, + 1.2842623675624054e-07, + 1.2933521986724372e-07, + 1.273635064080736e-07, + 1.2770804858064366e-07, + 1.2922548364713293e-07, + 1.3383029795477341e-07, + 1.2710937369320163e-07, + 1.304034924487496e-07, + 1.3236605411748315e-07, + 1.2968362739229633e-07, + 1.2745205424380401e-07, + 1.318975790809418e-07, + 1.3438638291063398e-07, + 1.3119799291416712e-07, + 1.2892776624084945e-07, + 1.372793292375718e-07, + 1.2982677333184256e-07, + 1.331528380887903e-07, + 1.3275231935949705e-07, + 1.2881318411928078e-07, + 1.328547369894295e-07, + 1.2886590639027418e-07, + 1.340420112683205e-07, + 1.2493858037032624e-07, + 1.298557066320427e-07, + 1.2970605212103692e-07, + 1.3219565175859316e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.0347403822663637e-08, + 7.648387700953663e-09, + 6.851799572160644e-09, + 6.307609545785908e-09, + 5.996451335477104e-09, + 5.91723514631326e-09, + 5.515387702104135e-09, + 5.5901554496529116e-09, + 5.5658451181272994e-09, + 5.307235984020053e-09, + 5.183982576539847e-09, + 5.180897044709809e-09, + 5.0804600526532795e-09, + 5.003482961285499e-09, + 4.999268554684022e-09, + 4.9702060245238044e-09, + 4.9006798619188885e-09, + 4.912409146129448e-09, + 4.704025169388615e-09, + 4.8322705836767454e-09, + 4.780486229094549e-09, + 4.723791136029831e-09, + 4.780806417414851e-09, + 4.725581259634737e-09, + 4.696090183387014e-09, + 4.597807912176677e-09, + 4.6910679785128195e-09, + 4.500587458267091e-09, + 4.635589245793881e-09, + 4.6670241005131174e-09, + 4.6064339009888045e-09, + 4.5646570967505795e-09, + 4.611010684385519e-09, + 4.532147546143506e-09, + 4.468169834126456e-09, + 4.5503072421126944e-09, + 4.417945120849254e-09, + 4.484372873037046e-09, + 4.4662562537212125e-09, + 4.489192129142339e-09, + 4.339367087879964e-09, + 4.4743067029173744e-09, + 4.405559916875745e-09, + 4.379621110217613e-09, + 4.399113517905562e-09, + 4.459893343522481e-09, + 4.45571979312831e-09, + 4.400483977207159e-09, + 4.400531494752613e-09, + 4.283550403272329e-09, + 4.319646418338152e-09, + 4.3358854284747395e-09, + 4.348862159275768e-09, + 4.454656643559929e-09, + 4.334174796838397e-09, + 4.390508845375507e-09, + 4.37284741749977e-09, + 4.208803083827206e-09, + 4.270410247642076e-09, + 4.250122920268495e-09, + 4.2004053568689415e-09, + 4.138554388077864e-09, + 4.209824933099071e-09, + 4.154315558224653e-09, + 4.1715066956271585e-09, + 4.189402602605696e-09, + 4.076253556917209e-09, + 4.16525391955247e-09, + 4.151960997234028e-09, + 4.063043235191799e-09, + 4.1693590802083236e-09, + 4.066375680622514e-09, + 4.183000612556498e-09, + 4.198439818026145e-09, + 4.014531818086198e-09, + 4.078192894496624e-09, + 4.003083642345473e-09, + 4.027631117509145e-09, + 4.103472672767339e-09, + 3.973938511592223e-09, + 3.963636974191331e-09, + 4.006154519231586e-09, + 3.993198216534211e-09, + 4.011748711008067e-09, + 3.893477096283959e-09, + 3.946133197985091e-09, + 3.882882904093776e-09, + 3.900586520444449e-09, + 3.861010622330241e-09, + 3.884899957284915e-09, + 3.8215368647342984e-09, + 3.872810516725167e-09, + 3.94542531978459e-09, + 3.95481514203766e-09, + 3.8218148645796646e-09, + 3.868495745962264e-09, + 3.836063466877704e-09, + 3.7171166145100187e-09, + 3.763365619136039e-09, + 3.874738752074336e-09, + 3.881047927478676e-09, + 3.710179052873741e-09, + 3.83222431565855e-09, + 3.766072342870075e-09, + 3.7718255185836824e-09, + 3.7121210549884154e-09, + 3.7220668769322174e-09, + 3.736254416963902e-09, + 3.8377083733109885e-09, + 3.702149253825837e-09, + 3.728595654450828e-09, + 3.788692026773788e-09, + 3.726304598217212e-09, + 3.6900973388043212e-09, + 3.767099521212458e-09, + 3.792177682981901e-09, + 3.734729414617277e-09, + 3.687219196635283e-09, + 3.83859299901701e-09, + 3.7176242084768774e-09, + 3.763309663895598e-09, + 3.74310316075821e-09, + 3.687396610274618e-09, + 3.768828360506404e-09, + 3.694940131637736e-09, + 3.771619905279522e-09, + 3.6009684123428087e-09, + 3.7071097302998623e-09, + 3.680644233838848e-09, + 3.7561007637521016e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 6.682771682739258, + 9.445259094238281, + 10.083979606628418, + 10.105669021606445, + 9.989885330200195, + 9.742430686950684, + 9.66247844696045, + 9.448174476623535, + 9.263154983520508, + 9.26924991607666, + 9.124399185180664, + 9.0912504196167, + 9.094285011291504, + 9.109570503234863, + 9.095677375793457, + 9.155817985534668, + 9.151801109313965, + 9.089159965515137, + 9.15678596496582, + 9.218914985656738, + 9.171332359313965, + 9.1846284866333, + 9.113630294799805, + 9.15676212310791, + 9.116979598999023, + 9.196917533874512, + 9.287452697753906, + 9.260809898376465, + 9.219209671020508, + 9.353346824645996, + 9.354340553283691, + 9.367414474487305, + 9.386528015136719, + 9.385017395019531, + 9.394454956054688, + 9.372289657592773, + 9.50491714477539, + 9.44881534576416, + 9.501750946044922, + 9.478578567504883, + 9.497598648071289, + 9.585550308227539, + 9.605271339416504, + 9.545844078063965, + 9.588991165161133, + 9.599745750427246, + 9.643730163574219, + 9.663880348205566, + 9.744059562683105, + 9.77185344696045, + 9.810614585876465, + 9.827683448791504, + 9.742369651794434, + 9.784296035766602, + 9.797131538391113, + 9.940275192260742, + 9.884310722351074, + 9.880271911621094, + 9.78079891204834, + 9.877490997314453, + 9.931396484375, + 10.031649589538574, + 9.997757911682129, + 10.065581321716309, + 10.106928825378418, + 10.069052696228027, + 10.164738655090332, + 10.105412483215332, + 10.1431245803833, + 10.258463859558105, + 10.260469436645508, + 10.376954078674316, + 10.25418472290039, + 10.386582374572754, + 10.434808731079102, + 10.346175193786621, + 10.422889709472656, + 10.353672981262207, + 10.38049030303955, + 10.570638656616211, + 10.53761100769043, + 10.53490924835205, + 10.497413635253906, + 10.505668640136719, + 10.573307991027832, + 10.521319389343262, + 10.502337455749512, + 10.690814971923828, + 10.666873931884766, + 10.825976371765137, + 10.6482572555542, + 10.656944274902344, + 10.764278411865234, + 10.763221740722656, + 10.696683883666992, + 10.849990844726562, + 10.792024612426758, + 10.946078300476074, + 10.839583396911621, + 10.894750595092773, + 10.874530792236328, + 10.980182647705078, + 10.889230728149414, + 10.917566299438477, + 10.866196632385254, + 10.990723609924316, + 10.912126541137695, + 10.967196464538574, + 10.859225273132324, + 10.909784317016602, + 10.964601516723633, + 10.899771690368652, + 10.928860664367676, + 10.929947853088379, + 10.960982322692871, + 10.997879981994629, + 10.973834991455078, + 11.020467758178711, + 10.961400985717773, + 10.935381889343262, + 11.012028694152832, + 11.038093566894531, + 10.95716381072998, + 10.957161903381348, + 10.971261024475098, + 10.996134757995605, + 11.029141426086426, + 10.983784675598145, + 11.02583122253418, + 10.94271469116211 + ], + "train_accuracy": [ + 38.72888946533203, + 51.682220458984375, + 57.182220458984375, + 59.7599983215332, + 62.11555480957031, + 63.088890075683594, + 63.76222229003906, + 64.56666564941406, + 64.75111389160156, + 65.04888916015625, + 65.37110900878906, + 65.76000213623047, + 66.84889221191406, + 67.06222534179688, + 67.71111297607422, + 68.14444732666016, + 68.56888580322266, + 68.36222076416016, + 68.81111145019531, + 68.85111236572266, + 68.8022232055664, + 69.15777587890625, + 69.52222442626953, + 69.61333465576172, + 69.94000244140625, + 70.26444244384766, + 70.52666473388672, + 70.2911148071289, + 70.57333374023438, + 70.7844467163086, + 70.90888977050781, + 70.93333435058594, + 71.22000122070312, + 71.78888702392578, + 71.67111206054688, + 71.53111267089844, + 71.75333404541016, + 71.8822250366211, + 72.07111358642578, + 72.16889190673828, + 72.65110778808594, + 72.5955581665039, + 72.695556640625, + 72.55999755859375, + 72.7155532836914, + 73.04666900634766, + 73.21333312988281, + 72.89778137207031, + 73.73332977294922, + 73.81999969482422, + 73.83999633789062, + 74.03111267089844, + 74.086669921875, + 74.22444152832031, + 74.48222351074219, + 74.65555572509766, + 74.59333038330078, + 74.94444274902344, + 74.74444580078125, + 75.18000030517578, + 74.88444519042969, + 75.37999725341797, + 75.66000366210938, + 75.92222595214844, + 75.94889068603516, + 76.21333312988281, + 76.30000305175781, + 76.47555541992188, + 76.84444427490234, + 76.75333404541016, + 76.95333099365234, + 77.47110748291016, + 76.81111145019531, + 77.4977798461914, + 77.68000030517578, + 77.98666381835938, + 78.09333038330078, + 78.53555297851562, + 78.1177749633789, + 78.86888885498047, + 78.9111099243164, + 78.76444244384766, + 78.88666534423828, + 79.0022201538086, + 79.66666412353516, + 79.53111267089844, + 79.57777404785156, + 80.03333282470703, + 80.33555603027344, + 80.15777587890625, + 80.26889038085938, + 80.4911117553711, + 80.74666595458984, + 81.0888900756836, + 81.10444641113281, + 81.3155517578125, + 81.62889099121094, + 81.66222381591797, + 81.6844482421875, + 82.0, + 82.08000183105469, + 82.22888946533203, + 82.45111083984375, + 82.57555389404297, + 82.67111206054688, + 82.87110900878906, + 82.95111083984375, + 83.10888671875, + 82.87555694580078, + 83.0955581665039, + 83.3133316040039, + 83.43777465820312, + 83.4044418334961, + 83.26444244384766, + 83.48222351074219, + 83.76000213623047, + 83.8155517578125, + 83.76222229003906, + 83.56888580322266, + 83.52666473388672, + 83.72888946533203, + 83.83777618408203, + 83.75777435302734, + 83.53778076171875, + 83.59333038330078, + 83.75111389160156, + 83.95777893066406, + 83.67111206054688, + 83.7044448852539, + 83.46444702148438 + ], + "train_loss": [ + 1.7134519815444946, + 1.3673938512802124, + 1.227687120437622, + 1.1521213054656982, + 1.0854156017303467, + 1.0566569566726685, + 1.0489288568496704, + 1.0251280069351196, + 1.0182654857635498, + 1.0126538276672363, + 1.0020577907562256, + 0.9869331121444702, + 0.964557945728302, + 0.9573421478271484, + 0.9378336668014526, + 0.93184494972229, + 0.9197908639907837, + 0.9181212186813354, + 0.909102737903595, + 0.902167558670044, + 0.9048490524291992, + 0.8972623944282532, + 0.8890601992607117, + 0.8829960227012634, + 0.879698634147644, + 0.8713216185569763, + 0.8625523447990417, + 0.8666653037071228, + 0.8551427125930786, + 0.8496952056884766, + 0.848870575428009, + 0.8465904593467712, + 0.8382260203361511, + 0.8254819512367249, + 0.8306471109390259, + 0.8260389566421509, + 0.8288490772247314, + 0.8182173371315002, + 0.8135638236999512, + 0.8072490692138672, + 0.7991889119148254, + 0.800495445728302, + 0.79604572057724, + 0.800758421421051, + 0.7960053086280823, + 0.7849366664886475, + 0.7789996266365051, + 0.779752254486084, + 0.7674330472946167, + 0.7630690336227417, + 0.7625762224197388, + 0.7546707987785339, + 0.7535418272018433, + 0.7507809996604919, + 0.7434623837471008, + 0.7360299825668335, + 0.7370973825454712, + 0.7284460663795471, + 0.732419490814209, + 0.7239627838134766, + 0.7232943177223206, + 0.7092511057853699, + 0.7076677680015564, + 0.7020257115364075, + 0.6969729065895081, + 0.6905113458633423, + 0.685297966003418, + 0.6836094856262207, + 0.6745761632919312, + 0.6745407581329346, + 0.6711204051971436, + 0.655059814453125, + 0.6649355888366699, + 0.6532193422317505, + 0.6445382833480835, + 0.6414903402328491, + 0.6354076862335205, + 0.62984699010849, + 0.6271039247512817, + 0.6147132515907288, + 0.6146487593650818, + 0.6100888252258301, + 0.6043872237205505, + 0.6072919368743896, + 0.5938903093338013, + 0.5961095690727234, + 0.5899721384048462, + 0.5792139172554016, + 0.5723223090171814, + 0.5674033761024475, + 0.5669557452201843, + 0.5637438893318176, + 0.5578034520149231, + 0.5537945628166199, + 0.549766480922699, + 0.5397693514823914, + 0.5347301363945007, + 0.5334620475769043, + 0.5302581787109375, + 0.5232505798339844, + 0.5225480794906616, + 0.5133625864982605, + 0.5123098492622375, + 0.5084624290466309, + 0.502927839756012, + 0.499721497297287, + 0.49863123893737793, + 0.492669939994812, + 0.49593499302864075, + 0.4895477890968323, + 0.4869084060192108, + 0.4850079119205475, + 0.48521992564201355, + 0.4823313057422638, + 0.48260173201560974, + 0.47806549072265625, + 0.4748695492744446, + 0.47192275524139404, + 0.47789251804351807, + 0.48016655445098877, + 0.4750615656375885, + 0.47288429737091064, + 0.47881606221199036, + 0.4746725261211395, + 0.47684240341186523, + 0.4759134352207184, + 0.4731544554233551, + 0.47595059871673584, + 0.4743310213088989, + 0.4785921573638916 + ], + "train_time": [ + 18.55647373199463, + 9.882709741592407, + 9.88973355293274, + 9.880201578140259, + 9.829142332077026, + 9.800742626190186, + 9.831117391586304, + 9.836090564727783, + 9.772945165634155, + 10.015076875686646, + 9.801023721694946, + 9.829618692398071, + 9.890842199325562, + 9.875144720077515, + 9.873345613479614, + 9.767274141311646, + 9.76366662979126, + 9.855311632156372, + 9.825934410095215, + 9.867850542068481, + 9.787362337112427, + 9.858577728271484, + 9.736967325210571, + 9.844114065170288, + 9.834287166595459, + 9.900243043899536, + 9.818279027938843, + 9.864859104156494, + 9.86511778831482, + 9.835939168930054, + 9.859881401062012, + 9.800709247589111, + 9.82629919052124, + 9.846426010131836, + 9.811059474945068, + 9.772114753723145, + 9.793887615203857, + 9.834041595458984, + 9.851435422897339, + 9.845711946487427, + 9.765500545501709, + 9.878890991210938, + 9.81560468673706, + 9.767844915390015, + 9.864795684814453, + 9.82216477394104, + 9.953540325164795, + 9.80713701248169, + 9.813750505447388, + 9.827356815338135, + 9.809500217437744, + 9.841996192932129, + 9.753096342086792, + 9.76213550567627, + 9.812040328979492, + 9.822406530380249, + 9.863060235977173, + 9.828080177307129, + 9.992131233215332, + 9.783145904541016, + 9.823251485824585, + 9.858248233795166, + 9.87672734260559, + 9.797197580337524, + 9.810950517654419, + 9.850322008132935, + 9.81791615486145, + 9.787426233291626, + 9.747406005859375, + 9.797555208206177, + 9.977331161499023, + 9.846740007400513, + 9.835319757461548, + 9.766163110733032, + 9.795731782913208, + 9.909289360046387, + 9.811819791793823, + 9.846646308898926, + 9.806676387786865, + 9.865204811096191, + 9.829504489898682, + 9.817668199539185, + 9.856067419052124, + 9.818152904510498, + 9.838886499404907, + 9.81636643409729, + 9.789637327194214, + 9.767951011657715, + 9.776770114898682, + 9.816104173660278, + 9.758159637451172, + 9.877911567687988, + 9.818634986877441, + 9.790150165557861, + 9.857602834701538, + 9.856173753738403, + 9.804122686386108, + 9.841511726379395, + 9.86011552810669, + 9.819632291793823, + 9.773209810256958, + 9.891584634780884, + 9.81840205192566, + 9.82021450996399, + 9.855318784713745, + 9.792600154876709, + 9.836443185806274, + 10.031256198883057, + 9.807778596878052, + 9.874598979949951, + 9.84632658958435, + 9.848769426345825, + 9.849162340164185, + 9.856587648391724, + 9.845743894577026, + 9.837432384490967, + 9.834375619888306, + 9.870821714401245, + 9.782613515853882, + 9.988369226455688, + 9.798366069793701, + 9.856943368911743, + 9.787226438522339, + 9.788777351379395, + 9.884143114089966, + 9.799925327301025, + 9.840182542800903, + 9.807199239730835, + 9.863102674484253, + 9.831755638122559 + ], + "used_clean_difference_rms_ratio": [ + 6.67473969429011e-08, + 7.191174233867059e-08, + 6.875416147522628e-08, + 6.355881509989558e-08, + 5.962367310985428e-08, + 5.743321551676672e-08, + 5.31799670966393e-08, + 5.2575305886648493e-08, + 5.133721003858227e-08, + 4.891224492098445e-08, + 4.703378309045547e-08, + 4.6824197852401994e-08, + 4.5974271500881514e-08, + 4.539331754926934e-08, + 4.517134044590421e-08, + 4.526463115439583e-08, + 4.465233516270928e-08, + 4.445172052669477e-08, + 4.2700797564521054e-08, + 4.426454225381349e-08, + 4.3642035763014064e-08, + 4.320942181834653e-08, + 4.3330210530712066e-08, + 4.305513812141726e-08, + 4.2664098032219044e-08, + 4.191846514345343e-08, + 4.3286618733873183e-08, + 4.142813025964642e-08, + 4.25390709324347e-08, + 4.3304886787609576e-08, + 4.2904300556756425e-08, + 4.249051244187285e-08, + 4.2969457325625626e-08, + 4.22668122723735e-08, + 4.179736734499784e-08, + 4.2448270676231914e-08, + 4.162496125559301e-08, + 4.212307302964291e-08, + 4.219987559395122e-08, + 4.219800331384249e-08, + 4.1014860840959955e-08, + 4.2610636796780454e-08, + 4.212505899658936e-08, + 4.1527666638785377e-08, + 4.195736025280894e-08, + 4.26006749876251e-08, + 4.269367082088138e-08, + 4.22624211182665e-08, + 4.264738606707397e-08, + 4.156516197895144e-08, + 4.213384841023071e-08, + 4.239097251002022e-08, + 4.206738779544139e-08, + 4.342562576198361e-08, + 4.21773052039498e-08, + 4.3402543781212444e-08, + 4.301189093780522e-08, + 4.132218833774459e-08, + 4.152560961756535e-08, + 4.16352357035521e-08, + 4.140163412102993e-08, + 4.1254825333680856e-08, + 4.1874116618600965e-08, + 4.1534867989412305e-08, + 4.187635482821861e-08, + 4.2030709579421455e-08, + 4.121462993111891e-08, + 4.188536095739437e-08, + 4.194405178736815e-08, + 4.1447460574772776e-08, + 4.2454960436089095e-08, + 4.196292380242994e-08, + 4.2680742495804225e-08, + 4.337624659456196e-08, + 4.1640756620608954e-08, + 4.19465244760886e-08, + 4.144013132645341e-08, + 4.151844024136153e-08, + 4.2229061136822565e-08, + 4.1779401271924144e-08, + 4.148714793927866e-08, + 4.1919992810335316e-08, + 4.162901134918684e-08, + 4.192007807546361e-08, + 4.089869065637686e-08, + 4.1153327856591204e-08, + 4.048348500873544e-08, + 4.1437669295874e-08, + 4.092851213499671e-08, + 4.1739948386521064e-08, + 4.0365986109236474e-08, + 4.103120332388244e-08, + 4.214063409335722e-08, + 4.2416601786499086e-08, + 4.0711778837021484e-08, + 4.166487244106065e-08, + 4.131671005325188e-08, + 4.046284374226161e-08, + 4.066707504080114e-08, + 4.2051173210211346e-08, + 4.201712400231372e-08, + 4.042375678636745e-08, + 4.137808673476684e-08, + 4.0905451470507614e-08, + 4.076241211237175e-08, + 4.049646662451778e-08, + 4.034638934058421e-08, + 4.0739468687434055e-08, + 4.13659435594127e-08, + 4.005874387758013e-08, + 4.067991810075e-08, + 4.103949180489508e-08, + 4.049401169936573e-08, + 4.000933628844905e-08, + 4.101990924709753e-08, + 4.1403033890219376e-08, + 4.070604120443022e-08, + 4.0319953598100255e-08, + 4.180669677111837e-08, + 4.040612822109324e-08, + 4.104491324596893e-08, + 4.108749607212303e-08, + 4.0091958197763233e-08, + 4.099127792756008e-08, + 4.0258079536670266e-08, + 4.1168220832332736e-08, + 3.940044379646679e-08, + 4.039318213244769e-08, + 4.030602696047936e-08, + 4.0838752823901814e-08 + ], + "val_accuracy": [ + 52.540000915527344, + 59.15999984741211, + 62.380001068115234, + 65.9000015258789, + 66.26000213623047, + 67.18000030517578, + 67.12000274658203, + 67.22000122070312, + 67.33999633789062, + 69.37999725341797, + 69.05999755859375, + 70.19999694824219, + 71.31999969482422, + 70.30000305175781, + 70.16000366210938, + 70.45999908447266, + 70.22000122070312, + 71.5, + 69.77999877929688, + 72.0199966430664, + 70.5, + 73.30000305175781, + 71.04000091552734, + 71.87999725341797, + 71.54000091552734, + 73.91999816894531, + 71.05999755859375, + 74.05999755859375, + 73.68000030517578, + 73.0999984741211, + 72.4800033569336, + 72.36000061035156, + 73.76000213623047, + 75.0199966430664, + 74.05999755859375, + 73.68000030517578, + 73.5, + 75.5999984741211, + 73.9000015258789, + 74.23999786376953, + 74.37999725341797, + 74.41999816894531, + 74.81999969482422, + 73.08000183105469, + 75.05999755859375, + 75.04000091552734, + 75.18000030517578, + 75.68000030517578, + 76.27999877929688, + 76.13999938964844, + 75.5999984741211, + 77.26000213623047, + 74.37999725341797, + 77.0199966430664, + 76.44000244140625, + 77.45999908447266, + 76.37999725341797, + 77.12000274658203, + 76.08000183105469, + 77.31999969482422, + 77.0, + 77.36000061035156, + 77.12000274658203, + 76.5999984741211, + 78.05999755859375, + 77.05999755859375, + 77.76000213623047, + 77.76000213623047, + 76.91999816894531, + 77.55999755859375, + 79.18000030517578, + 78.0999984741211, + 78.62000274658203, + 79.41999816894531, + 78.83999633789062, + 79.5999984741211, + 78.95999908447266, + 79.04000091552734, + 80.18000030517578, + 79.27999877929688, + 79.12000274658203, + 80.41999816894531, + 80.26000213623047, + 81.04000091552734, + 79.4000015258789, + 80.27999877929688, + 79.83999633789062, + 80.62000274658203, + 80.22000122070312, + 80.68000030517578, + 80.81999969482422, + 80.86000061035156, + 80.62000274658203, + 80.22000122070312, + 80.83999633789062, + 81.4800033569336, + 80.9000015258789, + 81.23999786376953, + 81.37999725341797, + 81.16000366210938, + 81.54000091552734, + 80.44000244140625, + 81.5, + 81.55999755859375, + 81.4000015258789, + 81.94000244140625, + 81.4000015258789, + 82.16000366210938, + 81.80000305175781, + 82.18000030517578, + 81.5199966430664, + 81.73999786376953, + 81.66000366210938, + 82.18000030517578, + 82.0999984741211, + 82.4000015258789, + 82.30000305175781, + 82.16000366210938, + 82.30000305175781, + 82.26000213623047, + 82.26000213623047, + 82.19999694824219, + 82.19999694824219, + 82.22000122070312, + 82.22000122070312, + 82.22000122070312, + 82.22000122070312, + 82.22000122070312, + 82.19999694824219, + 82.19999694824219 + ], + "val_loss": [ + 1.3590000867843628, + 1.169228434562683, + 1.0993846654891968, + 0.9867385029792786, + 0.9759414792060852, + 0.9160175323486328, + 0.9467448592185974, + 0.9504798650741577, + 0.9392980933189392, + 0.8855043649673462, + 0.901542067527771, + 0.865611732006073, + 0.839790940284729, + 0.8859160542488098, + 0.8596606254577637, + 0.8708453178405762, + 0.8704727292060852, + 0.8308455944061279, + 0.8765261769294739, + 0.8117281198501587, + 0.870951771736145, + 0.7819802761077881, + 0.8377574682235718, + 0.8111177682876587, + 0.8239331245422363, + 0.7622512578964233, + 0.8446518182754517, + 0.7679077982902527, + 0.7818050980567932, + 0.7966678142547607, + 0.8022352457046509, + 0.8068422675132751, + 0.767456591129303, + 0.7405642867088318, + 0.7594064474105835, + 0.7877991199493408, + 0.7606838345527649, + 0.7168887257575989, + 0.7741549611091614, + 0.7762803435325623, + 0.7646106481552124, + 0.7539379596710205, + 0.7549402713775635, + 0.7898542284965515, + 0.7306059002876282, + 0.7326101064682007, + 0.7254045009613037, + 0.7140856385231018, + 0.6989214420318604, + 0.6931724548339844, + 0.7156285047531128, + 0.6684017777442932, + 0.7667584419250488, + 0.6831218004226685, + 0.714895486831665, + 0.6670153737068176, + 0.6775610446929932, + 0.6693025827407837, + 0.6989092230796814, + 0.6647646427154541, + 0.683201014995575, + 0.6704227924346924, + 0.666035532951355, + 0.6794624924659729, + 0.6382929086685181, + 0.6807407140731812, + 0.6486707925796509, + 0.6461281776428223, + 0.6779178380966187, + 0.6587339639663696, + 0.6203232407569885, + 0.6499917507171631, + 0.6352756023406982, + 0.6104638576507568, + 0.6087409853935242, + 0.6025646328926086, + 0.6121504306793213, + 0.6132796406745911, + 0.5856341123580933, + 0.6365680694580078, + 0.5953927040100098, + 0.5774681568145752, + 0.587931752204895, + 0.5773158073425293, + 0.6170241832733154, + 0.5686022043228149, + 0.5986759662628174, + 0.5600869059562683, + 0.5800856351852417, + 0.5671547651290894, + 0.5733370184898376, + 0.5587904453277588, + 0.575800895690918, + 0.5724614262580872, + 0.5517594218254089, + 0.533306360244751, + 0.5477743148803711, + 0.5434438586235046, + 0.5447106957435608, + 0.5462898015975952, + 0.5334458351135254, + 0.5560991168022156, + 0.5343406796455383, + 0.5302929878234863, + 0.5285534858703613, + 0.5189619660377502, + 0.5287366509437561, + 0.5164520740509033, + 0.5152852535247803, + 0.512775719165802, + 0.5182364583015442, + 0.5098357796669006, + 0.5179679989814758, + 0.5111570358276367, + 0.5094498991966248, + 0.5088695287704468, + 0.5103880763053894, + 0.5100774168968201, + 0.5088770985603333, + 0.5089703798294067, + 0.5088397264480591, + 0.5089900493621826, + 0.5088317394256592, + 0.5088779926300049, + 0.5088574290275574, + 0.5089175701141357, + 0.5089719891548157, + 0.509025514125824, + 0.5091270804405212, + 0.5090889930725098 + ], + "val_time": [ + 0.8574116230010986, + 0.21132373809814453, + 0.19690489768981934, + 0.19814443588256836, + 0.19990062713623047, + 0.1963486671447754, + 0.17699027061462402, + 0.19360971450805664, + 0.19618582725524902, + 0.18311095237731934, + 0.17943739891052246, + 0.2015242576599121, + 0.19649577140808105, + 0.19723224639892578, + 0.19421124458312988, + 0.18513703346252441, + 0.19165325164794922, + 0.17554903030395508, + 0.16569900512695312, + 0.20406174659729004, + 0.19273805618286133, + 0.18154501914978027, + 0.18132424354553223, + 0.19639372825622559, + 0.19501280784606934, + 0.19200348854064941, + 0.1752636432647705, + 0.19492077827453613, + 0.18218207359313965, + 0.19974422454833984, + 0.190460205078125, + 0.18204569816589355, + 0.2046501636505127, + 0.18052434921264648, + 0.19372963905334473, + 0.19422340393066406, + 0.19570231437683105, + 0.18333697319030762, + 0.19670748710632324, + 0.19506382942199707, + 0.17893505096435547, + 0.20078182220458984, + 0.1763007640838623, + 0.18258953094482422, + 0.19515395164489746, + 0.19923782348632812, + 0.19841480255126953, + 0.1832137107849121, + 0.19913887977600098, + 0.17768406867980957, + 0.18295931816101074, + 0.18673014640808105, + 0.19477224349975586, + 0.18246698379516602, + 0.19533324241638184, + 0.19345641136169434, + 0.19391918182373047, + 0.19549179077148438, + 0.1907341480255127, + 0.19403696060180664, + 0.19834613800048828, + 0.1917414665222168, + 0.19628429412841797, + 0.19625210762023926, + 0.16589641571044922, + 0.16942143440246582, + 0.19402408599853516, + 0.18986916542053223, + 0.19563865661621094, + 0.196885347366333, + 0.18218564987182617, + 0.19195175170898438, + 0.18600845336914062, + 0.19550728797912598, + 0.20574688911437988, + 0.19581890106201172, + 0.1996314525604248, + 0.19312596321105957, + 0.19405913352966309, + 0.17301177978515625, + 0.18848037719726562, + 0.1974480152130127, + 0.18741440773010254, + 0.20139098167419434, + 0.1830291748046875, + 0.19481515884399414, + 0.1972520351409912, + 0.17255711555480957, + 0.19154906272888184, + 0.16900968551635742, + 0.1964564323425293, + 0.19425678253173828, + 0.19383883476257324, + 0.18442273139953613, + 0.1796720027923584, + 0.1874711513519287, + 0.1863079071044922, + 0.19219636917114258, + 0.18116021156311035, + 0.18815135955810547, + 0.18437719345092773, + 0.1945176124572754, + 0.1929478645324707, + 0.19251370429992676, + 0.19539451599121094, + 0.1952073574066162, + 0.19282126426696777, + 0.18205499649047852, + 0.19754433631896973, + 0.19465065002441406, + 0.20083141326904297, + 0.2021799087524414, + 0.1862637996673584, + 0.19581389427185059, + 0.1799330711364746, + 0.1724557876586914, + 0.2030198574066162, + 0.20438647270202637, + 0.19396615028381348, + 0.195173978805542, + 0.19508695602416992, + 0.196671724319458, + 0.19623732566833496, + 0.19282841682434082, + 0.18381762504577637, + 0.18439793586730957, + 0.19675707817077637, + 0.18700790405273438, + 0.19379401206970215, + 0.19386577606201172 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.0, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.19999694824219, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1990, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-raw.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-raw.json new file mode 100644 index 0000000..bf3d0f6 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-raw.json @@ -0,0 +1,164 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-raw/2026_08_06_13_14_26/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1990", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1990-raw", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786040099.2508664, + "condition": "raw", + "driver_wall_seconds": 40.74535775184631, + "experiment_name": "dp-bias-c1-s1990-raw", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 1, + "best_validation_accuracy": 9.399999618530273, + "curves": { + "instruction_observations_for_predictor": [ + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + NaN + ], + "neutral_observations": [ + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + NaN + ], + "raw_bias_clean_difference_rms_ratio": [ + NaN + ], + "train_accuracy": [ + 10.09333324432373 + ], + "train_loss": [ + NaN + ], + "train_time": [ + 18.333129405975342 + ], + "used_clean_difference_rms_ratio": [ + NaN + ], + "val_accuracy": [ + 9.399999618530273 + ], + "val_loss": [ + NaN + ], + "val_time": [ + 0.8321254253387451 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.0, + 4.0 + ] + }, + "epochs_completed": 1, + "final_validation_accuracy": 9.399999618530273, + "finite": false, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-raw.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1990, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1990-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1990-same-path-clean.json new file mode 100644 index 0000000..23c9db5 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1990-same-path-clean.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-same-path-clean/2026_08_06_12_52_10/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1990", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1990-same-path-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "common", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786040058.4656267, + "condition": "same_path_clean", + "driver_wall_seconds": 1336.4231412410736, + "experiment_name": "dp-bias-c1-s1990-same-path-clean", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 112, + "best_validation_accuracy": 82.94000244140625, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 38.7488899230957, + 51.648887634277344, + 57.099998474121094, + 59.686668395996094, + 62.26222229003906, + 63.16444396972656, + 63.75777816772461, + 64.44666290283203, + 64.56888580322266, + 64.97555541992188, + 65.31999969482422, + 65.67778015136719, + 66.6977767944336, + 66.85555267333984, + 67.87555694580078, + 67.9044418334961, + 68.01333618164062, + 68.7088851928711, + 68.37777709960938, + 68.5977783203125, + 69.086669921875, + 69.54444122314453, + 69.54888916015625, + 69.58222198486328, + 69.98444366455078, + 70.08444213867188, + 70.60888671875, + 70.28888702392578, + 70.92888641357422, + 70.3155517578125, + 70.7933349609375, + 71.10888671875, + 71.22444152832031, + 71.25777435302734, + 71.06666564941406, + 71.99555206298828, + 71.55777740478516, + 71.48666381835938, + 72.07111358642578, + 71.95333099365234, + 72.44889068603516, + 72.67555236816406, + 72.53333282470703, + 72.77999877929688, + 72.95333099365234, + 73.12666320800781, + 73.04000091552734, + 73.43777465820312, + 73.54666900634766, + 73.51555633544922, + 73.92666625976562, + 73.81111145019531, + 73.76000213623047, + 74.6066665649414, + 74.67778015136719, + 74.46666717529297, + 74.60444641113281, + 75.07777404785156, + 74.65110778808594, + 75.04222106933594, + 75.32888793945312, + 75.56444549560547, + 75.65333557128906, + 75.91555786132812, + 76.11111450195312, + 76.01555633544922, + 76.53555297851562, + 76.4911117553711, + 76.89778137207031, + 76.91777801513672, + 77.06888580322266, + 77.4022216796875, + 77.3155517578125, + 77.67778015136719, + 77.94666290283203, + 77.83777618408203, + 78.22444152832031, + 78.47777557373047, + 78.3155517578125, + 78.8155517578125, + 78.83333587646484, + 78.60888671875, + 79.05999755859375, + 79.24888610839844, + 79.64666748046875, + 79.37333679199219, + 79.65333557128906, + 80.195556640625, + 80.23110961914062, + 80.66222381591797, + 80.47110748291016, + 80.36444091796875, + 80.80889129638672, + 80.695556640625, + 80.89778137207031, + 81.34666442871094, + 81.53333282470703, + 81.67111206054688, + 81.53111267089844, + 81.93111419677734, + 82.09333038330078, + 82.38444519042969, + 82.44444274902344, + 82.42444610595703, + 82.59333038330078, + 82.84444427490234, + 82.87999725341797, + 83.12889099121094, + 82.98666381835938, + 83.13333129882812, + 83.12666320800781, + 83.35555267333984, + 83.27777862548828, + 83.28221893310547, + 83.29777526855469, + 83.42888641357422, + 83.91555786132812, + 83.63777923583984, + 83.5, + 83.37110900878906, + 83.80889129638672, + 83.77555847167969, + 83.63555908203125, + 83.52666473388672, + 83.61333465576172, + 83.63333129882812, + 83.62889099121094, + 83.56444549560547, + 83.7088851928711, + 83.47110748291016 + ], + "train_loss": [ + 1.713323950767517, + 1.367493748664856, + 1.2272332906723022, + 1.1516129970550537, + 1.0852934122085571, + 1.0591555833816528, + 1.049475073814392, + 1.0290940999984741, + 1.0236026048660278, + 1.0079114437103271, + 1.0066970586776733, + 0.9907764792442322, + 0.9735876321792603, + 0.9597136974334717, + 0.9423933625221252, + 0.934185802936554, + 0.9282886981964111, + 0.9174892902374268, + 0.9181802272796631, + 0.9070501327514648, + 0.8992798924446106, + 0.8850449919700623, + 0.8809970617294312, + 0.8850919008255005, + 0.8745591640472412, + 0.8731164336204529, + 0.8617289066314697, + 0.8652061820030212, + 0.850448489189148, + 0.858280599117279, + 0.854649543762207, + 0.8432722091674805, + 0.8388164639472961, + 0.8344892263412476, + 0.837195634841919, + 0.815707802772522, + 0.8275661468505859, + 0.8242142200469971, + 0.8153131604194641, + 0.8115798830986023, + 0.8015152812004089, + 0.7977483868598938, + 0.8014397621154785, + 0.7911075949668884, + 0.7883498668670654, + 0.7809468507766724, + 0.7845472097396851, + 0.7711496353149414, + 0.7670062780380249, + 0.7682534456253052, + 0.7606335878372192, + 0.7584952712059021, + 0.7541375160217285, + 0.7396717667579651, + 0.7396284937858582, + 0.7368118166923523, + 0.7324219346046448, + 0.7263799905776978, + 0.7306749224662781, + 0.7173342704772949, + 0.7139384150505066, + 0.7057562470436096, + 0.7049999833106995, + 0.6984380483627319, + 0.6913328766822815, + 0.690567135810852, + 0.6822545528411865, + 0.6827515363693237, + 0.6702004075050354, + 0.6679033637046814, + 0.6687217354774475, + 0.6532859802246094, + 0.6585142612457275, + 0.6495040059089661, + 0.6418976783752441, + 0.6418003439903259, + 0.6334421038627625, + 0.6242690682411194, + 0.6267496943473816, + 0.6154876947402954, + 0.6156847476959229, + 0.6151171326637268, + 0.6024957895278931, + 0.6044445037841797, + 0.5935943722724915, + 0.5940641164779663, + 0.5851259827613831, + 0.578561007976532, + 0.5757806897163391, + 0.5646520256996155, + 0.5662054419517517, + 0.5656557083129883, + 0.5573947429656982, + 0.5571038722991943, + 0.550449550151825, + 0.5433803200721741, + 0.5351858735084534, + 0.5323050618171692, + 0.5309789180755615, + 0.5243399143218994, + 0.5233376622200012, + 0.5175526738166809, + 0.51138836145401, + 0.5099819898605347, + 0.5046114921569824, + 0.5001435875892639, + 0.5005189776420593, + 0.49451732635498047, + 0.4935801327228546, + 0.4897199273109436, + 0.49140307307243347, + 0.4842413663864136, + 0.485104501247406, + 0.48431599140167236, + 0.48298701643943787, + 0.48095932602882385, + 0.47696930170059204, + 0.4759054481983185, + 0.47810420393943787, + 0.48093587160110474, + 0.4767441749572754, + 0.47407829761505127, + 0.47831520438194275, + 0.4766269624233246, + 0.47799190878868103, + 0.4751090705394745, + 0.47385844588279724, + 0.4758814871311188, + 0.47666871547698975, + 0.47839030623435974 + ], + "train_time": [ + 18.307799100875854, + 9.832768440246582, + 9.736065149307251, + 9.758183479309082, + 9.673879623413086, + 9.821236610412598, + 9.734255313873291, + 9.76893138885498, + 9.70091986656189, + 9.943180322647095, + 9.76516056060791, + 9.792617797851562, + 9.818295001983643, + 9.819875717163086, + 9.831230878829956, + 9.722026586532593, + 9.811468839645386, + 9.815876483917236, + 9.80687928199768, + 9.830444812774658, + 9.814995288848877, + 9.923192501068115, + 9.873995065689087, + 9.845164775848389, + 9.753711223602295, + 9.849376678466797, + 9.831796646118164, + 9.799130916595459, + 9.870985269546509, + 9.80508804321289, + 9.782806873321533, + 9.825062036514282, + 9.80393362045288, + 9.896340131759644, + 9.794629335403442, + 9.788439273834229, + 9.820215940475464, + 9.81055474281311, + 9.786065816879272, + 9.833739995956421, + 9.868253707885742, + 9.796534299850464, + 9.846396923065186, + 9.78266978263855, + 9.865866661071777, + 9.810296535491943, + 10.050614356994629, + 9.832610368728638, + 9.82162594795227, + 9.750768899917603, + 9.777265548706055, + 9.846888065338135, + 9.787516355514526, + 9.868157386779785, + 9.84511923789978, + 9.829512357711792, + 9.839418172836304, + 9.785603046417236, + 10.042094469070435, + 9.775923013687134, + 9.843321800231934, + 9.87939739227295, + 9.831990242004395, + 9.803244829177856, + 9.848681211471558, + 9.810954332351685, + 9.834232330322266, + 9.810408353805542, + 9.802396059036255, + 9.898077011108398, + 9.855308055877686, + 9.866544961929321, + 9.819279432296753, + 9.77656364440918, + 9.807246446609497, + 9.823206424713135, + 9.829180479049683, + 9.869488716125488, + 9.798187494277954, + 9.813528060913086, + 9.846146583557129, + 9.947311639785767, + 9.823483943939209, + 9.790642023086548, + 9.80262303352356, + 9.788954496383667, + 9.81496787071228, + 9.822405099868774, + 9.812650918960571, + 9.88210415840149, + 9.829519271850586, + 9.802725076675415, + 9.84809398651123, + 9.879315376281738, + 9.83827257156372, + 9.817591428756714, + 9.880813121795654, + 9.835391521453857, + 9.824063062667847, + 9.796105146408081, + 9.863592863082886, + 9.86208987236023, + 9.848007678985596, + 9.857321500778198, + 9.786884069442749, + 9.820049524307251, + 9.773154020309448, + 9.867583513259888, + 9.871689081192017, + 9.787582397460938, + 9.833713054656982, + 9.834386587142944, + 9.855862617492676, + 9.800898313522339, + 9.854109048843384, + 9.816136121749878, + 9.810501337051392, + 9.874987125396729, + 10.008246421813965, + 9.789797067642212, + 9.869389533996582, + 9.864248514175415, + 9.875869512557983, + 9.820897340774536, + 9.845162630081177, + 9.782615900039673, + 9.839224576950073, + 9.841380834579468, + 9.804278373718262, + 9.794007301330566 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 52.65999984741211, + 59.040000915527344, + 61.81999969482422, + 65.55999755859375, + 65.62000274658203, + 66.73999786376953, + 67.36000061035156, + 67.12000274658203, + 66.9800033569336, + 67.5199966430664, + 69.66000366210938, + 69.45999908447266, + 71.05999755859375, + 68.62000274658203, + 72.22000122070312, + 71.81999969482422, + 71.37999725341797, + 69.76000213623047, + 69.9000015258789, + 72.0999984741211, + 69.08000183105469, + 73.22000122070312, + 72.58000183105469, + 71.91999816894531, + 71.80000305175781, + 73.86000061035156, + 74.72000122070312, + 75.44000244140625, + 73.4800033569336, + 73.80000305175781, + 73.72000122070312, + 72.83999633789062, + 74.26000213623047, + 72.95999908447266, + 76.04000091552734, + 73.72000122070312, + 74.19999694824219, + 74.87999725341797, + 75.19999694824219, + 72.41999816894531, + 75.19999694824219, + 74.5999984741211, + 75.0, + 73.62000274658203, + 74.69999694824219, + 76.44000244140625, + 74.68000030517578, + 75.68000030517578, + 76.22000122070312, + 76.5999984741211, + 75.41999816894531, + 75.62000274658203, + 77.0199966430664, + 78.27999877929688, + 76.91999816894531, + 77.19999694824219, + 77.22000122070312, + 77.12000274658203, + 75.73999786376953, + 77.63999938964844, + 77.30000305175781, + 77.9000015258789, + 76.80000305175781, + 76.55999755859375, + 78.5, + 78.36000061035156, + 78.63999938964844, + 78.05999755859375, + 78.94000244140625, + 77.9800033569336, + 79.62000274658203, + 79.4000015258789, + 79.69999694824219, + 79.55999755859375, + 78.37999725341797, + 79.18000030517578, + 80.41999816894531, + 79.23999786376953, + 79.45999908447266, + 78.87999725341797, + 78.4800033569336, + 79.77999877929688, + 80.13999938964844, + 79.9000015258789, + 79.63999938964844, + 80.27999877929688, + 79.33999633789062, + 80.5199966430664, + 80.37999725341797, + 81.45999908447266, + 81.36000061035156, + 81.44000244140625, + 80.36000061035156, + 81.0, + 81.04000091552734, + 81.54000091552734, + 81.94000244140625, + 81.4000015258789, + 81.63999938964844, + 82.16000366210938, + 82.58000183105469, + 80.62000274658203, + 82.37999725341797, + 82.87999725341797, + 82.13999938964844, + 82.19999694824219, + 82.12000274658203, + 82.31999969482422, + 82.69999694824219, + 82.5999984741211, + 82.22000122070312, + 82.94000244140625, + 82.73999786376953, + 82.72000122070312, + 82.76000213623047, + 82.87999725341797, + 82.80000305175781, + 82.77999877929688, + 82.86000061035156, + 82.87999725341797, + 82.87999725341797, + 82.9000015258789, + 82.94000244140625, + 82.9000015258789, + 82.94000244140625, + 82.9000015258789, + 82.91999816894531, + 82.9000015258789, + 82.86000061035156, + 82.87999725341797 + ], + "val_loss": [ + 1.3621420860290527, + 1.167600154876709, + 1.1143485307693481, + 0.9792616367340088, + 0.980726957321167, + 0.9569787383079529, + 0.9440187215805054, + 0.9511879682540894, + 0.9517511129379272, + 0.9385266304016113, + 0.9039849042892456, + 0.8786068558692932, + 0.8459143042564392, + 0.8988160490989685, + 0.8124601244926453, + 0.8322015404701233, + 0.8115890026092529, + 0.8710968494415283, + 0.8710391521453857, + 0.8101681470870972, + 0.8908977508544922, + 0.8137959837913513, + 0.8213997483253479, + 0.8156324028968811, + 0.8413242101669312, + 0.7892965078353882, + 0.7546853423118591, + 0.7197068929672241, + 0.7620763182640076, + 0.7694674730300903, + 0.7731919884681702, + 0.7995730042457581, + 0.765155553817749, + 0.7846537232398987, + 0.7146133184432983, + 0.7767505645751953, + 0.7650250196456909, + 0.7410895824432373, + 0.7268380522727966, + 0.8086827993392944, + 0.7296344041824341, + 0.7723740935325623, + 0.7269424200057983, + 0.7778604626655579, + 0.742686927318573, + 0.6878781914710999, + 0.7497842311859131, + 0.7058579921722412, + 0.6989414691925049, + 0.6808103322982788, + 0.7149186730384827, + 0.69852614402771, + 0.6848520636558533, + 0.6560183167457581, + 0.679443359375, + 0.6809132099151611, + 0.6646894812583923, + 0.6698250770568848, + 0.6933062672615051, + 0.6530161499977112, + 0.6453821063041687, + 0.6587114930152893, + 0.685587465763092, + 0.6813938021659851, + 0.6448755860328674, + 0.6260894536972046, + 0.6292904615402222, + 0.6383832693099976, + 0.6246944665908813, + 0.6294823288917542, + 0.6003851890563965, + 0.6045594215393066, + 0.6004489660263062, + 0.6211323738098145, + 0.6218656301498413, + 0.6081933975219727, + 0.5844811797142029, + 0.6000208854675293, + 0.5903832912445068, + 0.6303218007087708, + 0.607815146446228, + 0.5889789462089539, + 0.5786644220352173, + 0.5742576122283936, + 0.5891807079315186, + 0.57000732421875, + 0.587235689163208, + 0.5535547137260437, + 0.5587272047996521, + 0.5467100739479065, + 0.5454630255699158, + 0.5487024188041687, + 0.5716040134429932, + 0.5586926937103271, + 0.5362401008605957, + 0.5326406359672546, + 0.5325042605400085, + 0.5375761389732361, + 0.5422875881195068, + 0.5223867297172546, + 0.5176152586936951, + 0.5629109740257263, + 0.515937328338623, + 0.5114794373512268, + 0.5182858109474182, + 0.5159155130386353, + 0.5206689238548279, + 0.506435215473175, + 0.5039262175559998, + 0.5054349303245544, + 0.5110900402069092, + 0.4990381598472595, + 0.5066071152687073, + 0.5026070475578308, + 0.5013719201087952, + 0.5014007091522217, + 0.5019720196723938, + 0.5012661814689636, + 0.5003653168678284, + 0.5004688501358032, + 0.5004913210868835, + 0.5004902482032776, + 0.5004683136940002, + 0.5004270076751709, + 0.500300943851471, + 0.5003981590270996, + 0.5005183815956116, + 0.500602662563324, + 0.5006006956100464, + 0.5006197094917297 + ], + "val_time": [ + 0.8338255882263184, + 0.20271539688110352, + 0.18472528457641602, + 0.18845820426940918, + 0.20592474937438965, + 0.1934065818786621, + 0.17716240882873535, + 0.19314193725585938, + 0.1928098201751709, + 0.19615888595581055, + 0.1826941967010498, + 0.1824510097503662, + 0.1758866310119629, + 0.19838404655456543, + 0.19055938720703125, + 0.19327020645141602, + 0.19302058219909668, + 0.17818617820739746, + 0.1799147129058838, + 0.193955659866333, + 0.17995285987854004, + 0.1945643424987793, + 0.19445419311523438, + 0.1922924518585205, + 0.16583037376403809, + 0.18114399909973145, + 0.20015597343444824, + 0.19384264945983887, + 0.19058585166931152, + 0.19101238250732422, + 0.20533013343811035, + 0.19521331787109375, + 0.19284796714782715, + 0.18163132667541504, + 0.18034648895263672, + 0.15966343879699707, + 0.19459819793701172, + 0.18230557441711426, + 0.18178224563598633, + 0.16648507118225098, + 0.19253063201904297, + 0.19390869140625, + 0.19540667533874512, + 0.19394946098327637, + 0.19584989547729492, + 0.20287704467773438, + 0.1816878318786621, + 0.1934356689453125, + 0.19082856178283691, + 0.19267845153808594, + 0.18276715278625488, + 0.19350743293762207, + 0.19336152076721191, + 0.18920516967773438, + 0.19095826148986816, + 0.17903351783752441, + 0.1949143409729004, + 0.18634629249572754, + 0.18639588356018066, + 0.19547486305236816, + 0.1908245086669922, + 0.19793462753295898, + 0.19101715087890625, + 0.19635009765625, + 0.19340848922729492, + 0.19369840621948242, + 0.190535306930542, + 0.19141840934753418, + 0.18855738639831543, + 0.19810867309570312, + 0.1927967071533203, + 0.1805572509765625, + 0.19096970558166504, + 0.1721632480621338, + 0.19620776176452637, + 0.1921992301940918, + 0.1759014129638672, + 0.19374752044677734, + 0.18296194076538086, + 0.19202899932861328, + 0.19425511360168457, + 0.17781877517700195, + 0.1951007843017578, + 0.18935275077819824, + 0.17804169654846191, + 0.1666581630706787, + 0.20222067832946777, + 0.18659758567810059, + 0.16715764999389648, + 0.1923084259033203, + 0.1927187442779541, + 0.19136595726013184, + 0.19147586822509766, + 0.19152283668518066, + 0.17530179023742676, + 0.19843745231628418, + 0.1812882423400879, + 0.18248224258422852, + 0.18227362632751465, + 0.19358015060424805, + 0.19059491157531738, + 0.19406437873840332, + 0.18769383430480957, + 0.19384407997131348, + 0.17772746086120605, + 0.17712092399597168, + 0.19269514083862305, + 0.1635913848876953, + 0.19800472259521484, + 0.19984006881713867, + 0.19517278671264648, + 0.20665454864501953, + 0.19128155708312988, + 0.20212364196777344, + 0.16923117637634277, + 0.19484877586364746, + 0.19519758224487305, + 0.19240188598632812, + 0.19117426872253418, + 0.16987037658691406, + 0.19853734970092773, + 0.19026827812194824, + 0.187913179397583, + 0.1946723461151123, + 0.17898821830749512, + 0.19242000579833984, + 0.19325757026672363, + 0.19614887237548828, + 0.19498872756958008, + 0.17710185050964355 + ] + }, + "dp_bias_initialization": { + "bias_kind": "common", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.0, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.87999725341797, + "finite": true, + "test_accuracy": NaN + }, + "kind": "common", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-same-path-clean.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1990, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json new file mode 100644 index 0000000..a7ea3ca --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-innovation/2026_08_06_14_42_35/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1991", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1991-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786046716.963283, + "condition": "innovation", + "driver_wall_seconds": 1370.1597890853882, + "experiment_name": "dp-bias-c1-s1991-innovation", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 129, + "best_validation_accuracy": 83.22000122070312, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.188560857684934e-07, + 1.0937467322946759e-06, + 1.2816303751606029e-06, + 1.4453542007686337e-06, + 1.5511096762566012e-06, + 1.6351993963326095e-06, + 1.7153616909126868e-06, + 1.7145226820503012e-06, + 1.7624321344555938e-06, + 1.7593737311472069e-06, + 1.8962019794344087e-06, + 1.8931940530819702e-06, + 1.9239928406022955e-06, + 1.9543679172784323e-06, + 1.989883003261639e-06, + 2.010574462474324e-06, + 2.038921820712858e-06, + 2.055198592643137e-06, + 2.0494635464274324e-06, + 2.0925706394336885e-06, + 2.09016798180528e-06, + 2.1789601305499673e-06, + 2.106208285113098e-06, + 2.130897883034777e-06, + 2.158607003366342e-06, + 2.1589496554952348e-06, + 2.2155390979605727e-06, + 2.2400988655135734e-06, + 2.201642246291158e-06, + 2.238998831671779e-06, + 2.278779675179976e-06, + 2.2356102817866486e-06, + 2.232804035884328e-06, + 2.270642653456889e-06, + 2.2717026695318054e-06, + 2.3070215320331044e-06, + 2.3262591639650054e-06, + 2.3212351152324118e-06, + 2.2984120278124465e-06, + 2.3557849999633618e-06, + 2.368042942180182e-06, + 2.3813379357306985e-06, + 2.3785134999343427e-06, + 2.402910013188375e-06, + 2.4105127067741705e-06, + 2.4399978428846225e-06, + 2.401568963250611e-06, + 2.453865818097256e-06, + 2.433270310575608e-06, + 2.4668261175975204e-06, + 2.4265893898700597e-06, + 2.42670762418129e-06, + 2.5257522793253884e-06, + 2.528701770643238e-06, + 2.5573772290954366e-06, + 2.468538241373608e-06, + 2.566109515100834e-06, + 2.5782362627069233e-06, + 2.603142320367624e-06, + 2.6003319817391457e-06, + 2.5722063128341688e-06, + 2.6979291760653723e-06, + 2.6511959276831476e-06, + 2.705310407691286e-06, + 2.6823277039511595e-06, + 2.6206894290226046e-06, + 2.6465706923772814e-06, + 2.7260605293122353e-06, + 2.694836211958318e-06, + 2.7742507882067002e-06, + 2.773054347926518e-06, + 2.7547814624995226e-06, + 2.7599467102845665e-06, + 2.7693083666235907e-06, + 2.804778205245384e-06, + 2.794815372908488e-06, + 2.909020395236439e-06, + 2.896874775615288e-06, + 2.892605607485166e-06, + 2.951443548226962e-06, + 2.841593413904775e-06, + 2.9032285056018736e-06, + 2.9463956252584467e-06, + 2.9800899028487038e-06, + 2.9643003927048994e-06, + 2.99312296192511e-06, + 3.004533027706202e-06, + 3.0378391784324776e-06, + 3.00345732284768e-06, + 3.1055287763592787e-06, + 3.133505970254191e-06, + 3.159811512887245e-06, + 3.1036956897878554e-06, + 3.150427346554352e-06, + 3.2008931611926528e-06, + 3.2414454835816287e-06, + 3.258017841289984e-06, + 3.2928255677688867e-06, + 3.2501498026249465e-06, + 3.2384284622821724e-06, + 3.282388433945016e-06, + 3.2803752674226416e-06, + 3.2712353004171746e-06, + 3.2781617846922018e-06, + 3.3395460832252866e-06, + 3.3297963000222808e-06, + 3.34121250489261e-06, + 3.380192083568545e-06, + 3.3667895422695437e-06, + 3.3346279906254495e-06, + 3.4399279229546664e-06, + 3.3592248200875474e-06, + 3.4592287647683406e-06, + 3.4630515983735677e-06, + 3.415401579331956e-06, + 3.4626577871677e-06, + 3.451636757745291e-06, + 3.5164862310921308e-06, + 3.4893760130216833e-06, + 3.4679069358389825e-06, + 3.442921979512903e-06, + 3.463074335741112e-06, + 3.3764531508495566e-06, + 3.423260750423651e-06, + 3.423419229875435e-06, + 3.4569006857054774e-06, + 3.482653028186178e-06, + 3.473352080618497e-06, + 3.461971346041537e-06, + 3.5113289413857274e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.508003901397387e-08, + 8.265211448588161e-08, + 8.239597804049481e-08, + 8.398588846603161e-08, + 8.377093507760947e-08, + 8.300048648379743e-08, + 8.432616027675977e-08, + 8.252713001866141e-08, + 8.321023159396645e-08, + 8.26254193952991e-08, + 8.488954250651659e-08, + 8.334784240560111e-08, + 8.264501616395137e-08, + 8.258433581431746e-08, + 8.309030619102487e-08, + 8.30503807947025e-08, + 8.321534039623657e-08, + 8.24506116714474e-08, + 8.266587059324593e-08, + 8.272738227788068e-08, + 8.229613968069316e-08, + 8.436679621581789e-08, + 8.337318035955832e-08, + 8.239724280656446e-08, + 8.351583602461687e-08, + 8.312519383935069e-08, + 8.428379061342639e-08, + 8.414340868512227e-08, + 8.321061528704377e-08, + 8.422634323324019e-08, + 8.506881243874886e-08, + 8.34089632917312e-08, + 8.235853954374761e-08, + 8.186385969111143e-08, + 8.331168999120564e-08, + 8.378867022429404e-08, + 8.331472400868734e-08, + 8.278214380652571e-08, + 8.338702883747828e-08, + 8.363774384179123e-08, + 8.320920841242696e-08, + 8.348257551915594e-08, + 8.42248653043498e-08, + 8.339333135154448e-08, + 8.282961516670184e-08, + 8.460970946089219e-08, + 8.322670197458137e-08, + 8.363278425349563e-08, + 8.310873766959048e-08, + 8.364277448436042e-08, + 8.2582836569145e-08, + 8.236717974341445e-08, + 8.50690753395611e-08, + 8.353043767783674e-08, + 8.406441054376046e-08, + 8.205975632336049e-08, + 8.411163321397908e-08, + 8.467722523164412e-08, + 8.449564603552062e-08, + 8.337130452673591e-08, + 8.201716639177903e-08, + 8.420737174219539e-08, + 8.389510242068354e-08, + 8.404242635151604e-08, + 8.399060646979706e-08, + 8.205999080246329e-08, + 8.342829715957123e-08, + 8.319803868062081e-08, + 8.274485452375302e-08, + 8.375182147801752e-08, + 8.491624470252646e-08, + 8.279525332000048e-08, + 8.386235350599236e-08, + 8.335264567449485e-08, + 8.397574191576496e-08, + 8.30662187922826e-08, + 8.499269199546688e-08, + 8.446025390185241e-08, + 8.347326030389013e-08, + 8.479167945552035e-08, + 8.183917543647112e-08, + 8.3377088344605e-08, + 8.330452772042918e-08, + 8.289728015142828e-08, + 8.291016229122761e-08, + 8.280212426825528e-08, + 8.359693737247653e-08, + 8.25486665689823e-08, + 8.253793026824496e-08, + 8.372768434128375e-08, + 8.380934701790466e-08, + 8.407591423065242e-08, + 8.223581460242713e-08, + 8.298511744442294e-08, + 8.381657323752734e-08, + 8.418371777452194e-08, + 8.43893346313962e-08, + 8.459240063984907e-08, + 8.347613800196996e-08, + 8.165671516735529e-08, + 8.282516716917598e-08, + 8.320432698383229e-08, + 8.268540341305197e-08, + 8.252739291947364e-08, + 8.255812389279527e-08, + 8.231312165207783e-08, + 8.215079105866607e-08, + 8.291172548524628e-08, + 8.23396035798396e-08, + 8.168606058234218e-08, + 8.321865152538521e-08, + 8.096429127135707e-08, + 8.286077246566492e-08, + 8.369303827748809e-08, + 8.259121386799961e-08, + 8.288270691991784e-08, + 8.288593988936555e-08, + 8.391314310074449e-08, + 8.345522672925654e-08, + 8.312352406392165e-08, + 8.221561387244947e-08, + 8.278202301426063e-08, + 8.059865308496228e-08, + 8.202451340366679e-08, + 8.212426649834015e-08, + 8.288363773090168e-08, + 8.330316347837652e-08, + 8.308963828085325e-08, + 8.23353971668439e-08, + 8.349100966142942e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 6.384139537811279, + 8.961968421936035, + 9.446818351745605, + 9.722089767456055, + 9.56879711151123, + 9.436714172363281, + 9.264015197753906, + 9.050354957580566, + 8.90402889251709, + 8.655675888061523, + 8.757692337036133, + 8.717021942138672, + 8.659080505371094, + 8.701489448547363, + 8.766809463500977, + 8.712488174438477, + 8.755498886108398, + 8.837900161743164, + 8.764349937438965, + 8.796302795410156, + 8.828978538513184, + 8.857710838317871, + 8.689138412475586, + 8.841826438903809, + 8.769915580749512, + 8.788615226745605, + 8.864402770996094, + 8.983595848083496, + 8.90326976776123, + 8.971824645996094, + 9.016195297241211, + 9.016484260559082, + 9.04437255859375, + 9.113022804260254, + 9.014121055603027, + 9.072674751281738, + 9.145562171936035, + 9.12920093536377, + 9.064889907836914, + 9.220195770263672, + 9.213895797729492, + 9.363265991210938, + 9.230317115783691, + 9.244881629943848, + 9.364267349243164, + 9.285746574401855, + 9.323914527893066, + 9.450162887573242, + 9.377299308776855, + 9.366265296936035, + 9.348775863647461, + 9.382098197937012, + 9.473674774169922, + 9.607291221618652, + 9.598711013793945, + 9.519428253173828, + 9.59927749633789, + 9.624275207519531, + 9.687923431396484, + 9.665127754211426, + 9.680927276611328, + 9.827004432678223, + 9.701251983642578, + 9.840319633483887, + 9.796207427978516, + 9.811141967773438, + 9.691484451293945, + 9.861071586608887, + 9.877305030822754, + 9.909469604492188, + 9.884581565856934, + 9.918489456176758, + 9.905011177062988, + 9.894449234008789, + 9.91429615020752, + 10.01024055480957, + 10.103752136230469, + 10.090497970581055, + 10.120275497436523, + 10.109014511108398, + 10.107549667358398, + 10.130575180053711, + 10.122298240661621, + 10.26491641998291, + 10.243322372436523, + 10.276952743530273, + 10.247014045715332, + 10.382728576660156, + 10.28726577758789, + 10.396549224853516, + 10.343701362609863, + 10.416516304016113, + 10.4180269241333, + 10.433160781860352, + 10.443572044372559, + 10.470398902893066, + 10.505486488342285, + 10.485991477966309, + 10.493613243103027, + 10.59423828125, + 10.488619804382324, + 10.442702293395996, + 10.431183815002441, + 10.53057861328125, + 10.588480949401855, + 10.514633178710938, + 10.554036140441895, + 10.514934539794922, + 10.555343627929688, + 10.48538589477539, + 10.5687894821167, + 10.573796272277832, + 10.634259223937988, + 10.544326782226562, + 10.527087211608887, + 10.607680320739746, + 10.546710014343262, + 10.616833686828613, + 10.58166217803955, + 10.577706336975098, + 10.613627433776855, + 10.608932495117188, + 10.630791664123535, + 10.595097541809082, + 10.556474685668945, + 10.614635467529297, + 10.601356506347656, + 10.582664489746094, + 10.639299392700195, + 10.669965744018555 + ], + "train_accuracy": [ + 38.66444396972656, + 51.27111053466797, + 56.72444534301758, + 59.50222396850586, + 61.98222351074219, + 63.766666412353516, + 64.15777587890625, + 64.94889068603516, + 64.76667022705078, + 64.8155517578125, + 66.16666412353516, + 66.12222290039062, + 66.83110809326172, + 67.22444152832031, + 67.5955581665039, + 67.65333557128906, + 67.74222564697266, + 68.14888763427734, + 68.69110870361328, + 69.23332977294922, + 69.086669921875, + 69.37333679199219, + 69.46666717529297, + 69.8155517578125, + 69.94444274902344, + 70.06888580322266, + 70.16889190673828, + 70.26889038085938, + 70.4022216796875, + 70.65777587890625, + 70.84222412109375, + 70.54222106933594, + 71.09111022949219, + 71.2844467163086, + 71.14666748046875, + 71.56888580322266, + 71.9022216796875, + 71.93111419677734, + 71.42666625976562, + 72.15333557128906, + 72.17333221435547, + 72.36444091796875, + 72.42444610595703, + 72.83110809326172, + 73.26222229003906, + 72.91555786132812, + 73.04000091552734, + 73.62666320800781, + 73.46888732910156, + 73.58222198486328, + 73.83555603027344, + 73.83777618408203, + 73.96888732910156, + 74.42666625976562, + 74.49555206298828, + 74.52666473388672, + 74.72888946533203, + 74.49555206298828, + 75.05999755859375, + 75.304443359375, + 75.49555206298828, + 75.89555358886719, + 75.81999969482422, + 76.01777648925781, + 76.00444793701172, + 76.26000213623047, + 76.2911148071289, + 76.94222259521484, + 76.92444610595703, + 77.0088882446289, + 76.92666625976562, + 77.34444427490234, + 76.9044418334961, + 77.43111419677734, + 77.85111236572266, + 78.1066665649414, + 77.91777801513672, + 78.33333587646484, + 78.40666961669922, + 78.56888580322266, + 79.0022201538086, + 78.86444091796875, + 79.26000213623047, + 79.3066635131836, + 79.44666290283203, + 79.75777435302734, + 79.72222137451172, + 80.14888763427734, + 80.0888900756836, + 80.61111450195312, + 80.8022232055664, + 80.8066635131836, + 80.81999969482422, + 80.94444274902344, + 81.35333251953125, + 81.52666473388672, + 81.47777557373047, + 81.8066635131836, + 81.79777526855469, + 81.93111419677734, + 82.2066650390625, + 82.14666748046875, + 82.38444519042969, + 82.46221923828125, + 82.77555847167969, + 82.76000213623047, + 82.7933349609375, + 83.0, + 83.0022201538086, + 83.09111022949219, + 83.16444396972656, + 83.31777954101562, + 83.72888946533203, + 83.62222290039062, + 83.54222106933594, + 83.89555358886719, + 83.66444396972656, + 83.77111053466797, + 83.57111358642578, + 83.5999984741211, + 83.72666931152344, + 83.74888610839844, + 83.90666961669922, + 83.72444152832031, + 83.6933364868164, + 83.65777587890625, + 83.66222381591797, + 83.75111389160156, + 83.73777770996094, + 83.87777709960938 + ], + "train_loss": [ + 1.7132939100265503, + 1.3750485181808472, + 1.2325613498687744, + 1.1553786993026733, + 1.0924217700958252, + 1.0455044507980347, + 1.0332239866256714, + 1.016369342803955, + 1.0179612636566162, + 1.0165209770202637, + 0.9918000102043152, + 0.9792823791503906, + 0.9680147171020508, + 0.9499856233596802, + 0.940804123878479, + 0.9395853877067566, + 0.9335603713989258, + 0.9195099472999573, + 0.9140107035636902, + 0.8991172909736633, + 0.8968753218650818, + 0.8861581087112427, + 0.8978376984596252, + 0.8847423791885376, + 0.8786191940307617, + 0.8717026114463806, + 0.8697235584259033, + 0.8648032546043396, + 0.8616490364074707, + 0.8566856384277344, + 0.8534089922904968, + 0.8555856943130493, + 0.838579535484314, + 0.8347339630126953, + 0.8392545580863953, + 0.8256304860115051, + 0.8159696459770203, + 0.8166950345039368, + 0.8294504880905151, + 0.8108780980110168, + 0.8068774342536926, + 0.804563581943512, + 0.7998608350753784, + 0.7910043001174927, + 0.7833917140960693, + 0.7852621078491211, + 0.7831161618232727, + 0.7714996933937073, + 0.7653768062591553, + 0.7677249312400818, + 0.7626346945762634, + 0.7623311281204224, + 0.7568817734718323, + 0.7456817030906677, + 0.7413666844367981, + 0.7392387986183167, + 0.7321417927742004, + 0.7381368279457092, + 0.7241933941841125, + 0.7186609506607056, + 0.7105026841163635, + 0.6991804838180542, + 0.7005736231803894, + 0.698554277420044, + 0.6930550336837769, + 0.6853552460670471, + 0.6909242272377014, + 0.6729834079742432, + 0.668523371219635, + 0.6661543846130371, + 0.6710516810417175, + 0.6546237468719482, + 0.6590064764022827, + 0.649032711982727, + 0.6471266150474548, + 0.6378046274185181, + 0.6328533887863159, + 0.6292458772659302, + 0.6260778307914734, + 0.6171708106994629, + 0.6083530187606812, + 0.6124639511108398, + 0.601061224937439, + 0.5936413407325745, + 0.593192994594574, + 0.5841723680496216, + 0.589697539806366, + 0.5764408111572266, + 0.5760460495948792, + 0.5640634298324585, + 0.5605814456939697, + 0.5538924336433411, + 0.5530188679695129, + 0.5476301312446594, + 0.540787935256958, + 0.5337077379226685, + 0.5336000919342041, + 0.5295075178146362, + 0.5275799036026001, + 0.5192480683326721, + 0.5198162198066711, + 0.5177620053291321, + 0.5148260593414307, + 0.5078052878379822, + 0.49837034940719604, + 0.49935662746429443, + 0.49781936407089233, + 0.492704302072525, + 0.49233928322792053, + 0.49094727635383606, + 0.4889502227306366, + 0.48290202021598816, + 0.4782027304172516, + 0.4813498258590698, + 0.4793757200241089, + 0.47428134083747864, + 0.47680965065956116, + 0.4751896560192108, + 0.4764648377895355, + 0.47768500447273254, + 0.4736716151237488, + 0.47317734360694885, + 0.4722089171409607, + 0.47606655955314636, + 0.47541123628616333, + 0.4753386080265045, + 0.4722050726413727, + 0.4758591055870056, + 0.47271668910980225, + 0.4674680829048157 + ], + "train_time": [ + 18.800212144851685, + 9.932932615280151, + 9.873949527740479, + 9.78093409538269, + 9.880939960479736, + 9.8248610496521, + 9.890136480331421, + 9.880037307739258, + 9.873383283615112, + 9.89022445678711, + 9.88402771949768, + 9.886461734771729, + 9.923974990844727, + 9.906655311584473, + 9.95336127281189, + 9.924798250198364, + 10.036572217941284, + 10.027875661849976, + 9.981522798538208, + 10.084430694580078, + 9.974000215530396, + 10.022324562072754, + 10.052004337310791, + 10.257566928863525, + 10.074207544326782, + 10.081639051437378, + 10.087846040725708, + 10.065245866775513, + 10.109644412994385, + 10.108994722366333, + 10.129956007003784, + 10.032805442810059, + 10.021111249923706, + 10.106106042861938, + 10.094597339630127, + 10.239748001098633, + 10.174597978591919, + 10.110551834106445, + 10.112732410430908, + 10.102604866027832, + 10.06473684310913, + 10.11668872833252, + 10.114584684371948, + 10.10057544708252, + 10.088724613189697, + 10.103991985321045, + 10.130130767822266, + 10.115627527236938, + 10.051939487457275, + 10.093618631362915, + 10.138277053833008, + 10.130106210708618, + 10.128172636032104, + 10.080890655517578, + 10.14173436164856, + 10.065223217010498, + 10.102137804031372, + 10.115038394927979, + 10.075676202774048, + 10.114842414855957, + 10.135617971420288, + 10.129421949386597, + 10.119303226470947, + 10.068500280380249, + 10.071674823760986, + 10.08968448638916, + 10.021102905273438, + 10.093083620071411, + 10.10551381111145, + 10.123943567276001, + 10.042943239212036, + 10.066335916519165, + 10.068678617477417, + 10.070575952529907, + 10.076902389526367, + 10.148863554000854, + 10.113902807235718, + 10.055964708328247, + 10.073827266693115, + 10.082719087600708, + 10.128451824188232, + 10.122823715209961, + 10.119601726531982, + 10.099502086639404, + 10.325631141662598, + 10.112719774246216, + 10.112646102905273, + 10.11297607421875, + 10.110129117965698, + 10.109944343566895, + 10.080453634262085, + 10.04079794883728, + 10.110965251922607, + 10.047603607177734, + 10.123005867004395, + 10.091092824935913, + 10.374966382980347, + 10.120057821273804, + 10.089925289154053, + 10.12688136100769, + 10.076175451278687, + 10.10107970237732, + 10.101290702819824, + 10.206414937973022, + 10.127411365509033, + 10.114129781723022, + 10.09401249885559, + 10.283143758773804, + 10.196170568466187, + 10.18537950515747, + 10.142157554626465, + 10.09075379371643, + 10.13598370552063, + 10.08349871635437, + 10.188153505325317, + 10.134268283843994, + 10.086547613143921, + 10.073674440383911, + 10.130322217941284, + 10.258241176605225, + 10.1268789768219, + 10.16229772567749, + 10.126100778579712, + 10.118337631225586, + 10.141340494155884, + 10.141602277755737, + 10.122117280960083, + 10.102301359176636, + 10.3306405544281, + 10.178739309310913 + ], + "used_clean_difference_rms_ratio": [ + 5.424768119155488e-07, + 7.402413189083745e-07, + 7.77665206896927e-07, + 8.168604495040199e-07, + 8.022055908440962e-07, + 7.831858965801075e-07, + 7.820601695129881e-07, + 7.470821401511785e-07, + 7.413324851768266e-07, + 7.155797447921941e-07, + 7.42450879442913e-07, + 7.277145641637617e-07, + 7.175956966420927e-07, + 7.188605763985834e-07, + 7.275081657098781e-07, + 7.238992907332431e-07, + 7.290607300092233e-07, + 7.303474376385566e-07, + 7.240892614390759e-07, + 7.277347435774573e-07, + 7.273744699887175e-07, + 7.483245667572191e-07, + 7.241934554258478e-07, + 7.275551183738571e-07, + 7.324379680540005e-07, + 7.296753210539464e-07, + 7.477389658561151e-07, + 7.556977266176546e-07, + 7.403117479043431e-07, + 7.553680347882619e-07, + 7.67447488669859e-07, + 7.520011422457173e-07, + 7.44480132652825e-07, + 7.458435220542015e-07, + 7.509914894399117e-07, + 7.590276140945207e-07, + 7.6276950267129e-07, + 7.55504800054041e-07, + 7.56365238885337e-07, + 7.722579766777926e-07, + 7.672386459489644e-07, + 7.821072358638048e-07, + 7.763315466036147e-07, + 7.715416359133087e-07, + 7.757367370686552e-07, + 7.84493352057325e-07, + 7.760824018987478e-07, + 7.897507998677611e-07, + 7.79426557073748e-07, + 7.841059641577885e-07, + 7.719713153164776e-07, + 7.717988523836539e-07, + 8.05203569598234e-07, + 8.033075005187129e-07, + 8.06445882517437e-07, + 7.803220682944811e-07, + 8.074251240941521e-07, + 8.151486099450267e-07, + 8.199859280466626e-07, + 8.059943183980067e-07, + 7.94031905115844e-07, + 8.273792104773747e-07, + 8.130095920932945e-07, + 8.272591571767407e-07, + 8.235990662797121e-07, + 8.048584163589112e-07, + 8.082645308604697e-07, + 8.209260613512015e-07, + 8.157809361364343e-07, + 8.306597578666697e-07, + 8.403406468460162e-07, + 8.219192295655375e-07, + 8.307303005494759e-07, + 8.249377287938842e-07, + 8.333619234690559e-07, + 8.304789389512734e-07, + 8.591023856752145e-07, + 8.518823619851901e-07, + 8.449179063063639e-07, + 8.572051797273161e-07, + 8.276088010461535e-07, + 8.442531225227867e-07, + 8.432247682321758e-07, + 8.500059038851759e-07, + 8.485095008836652e-07, + 8.508902737958124e-07, + 8.558776585232408e-07, + 8.574075991418795e-07, + 8.480188853354775e-07, + 8.701601359462074e-07, + 8.674615514792094e-07, + 8.756651936892013e-07, + 8.562289508518006e-07, + 8.643714863865171e-07, + 8.760018772591138e-07, + 8.809236646811769e-07, + 8.8570374146002e-07, + 8.872303283169458e-07, + 8.774100024311338e-07, + 8.645390039418999e-07, + 8.701100568941911e-07, + 8.696192708157469e-07, + 8.611273756287119e-07, + 8.668962436786387e-07, + 8.728242733013758e-07, + 8.656417662677995e-07, + 8.666502253618091e-07, + 8.716079946680111e-07, + 8.68338929649326e-07, + 8.548824439458258e-07, + 8.789426715338777e-07, + 8.549453127670859e-07, + 8.807052154224948e-07, + 8.819973800200387e-07, + 8.682107477397949e-07, + 8.784540455053502e-07, + 8.755715725783375e-07, + 8.924670282794978e-07, + 8.833188189782959e-07, + 8.795340136202867e-07, + 8.727984095457941e-07, + 8.782760119174782e-07, + 8.560118089917523e-07, + 8.671367481838388e-07, + 8.665583663969301e-07, + 8.774608204475953e-07, + 8.816596732685866e-07, + 8.790256060819956e-07, + 8.759713523431856e-07, + 8.900984767024056e-07 + ], + "val_accuracy": [ + 52.20000076293945, + 57.5, + 61.18000030517578, + 66.13999938964844, + 69.08000183105469, + 67.22000122070312, + 65.95999908447266, + 69.80000305175781, + 67.87999725341797, + 68.94000244140625, + 70.95999908447266, + 70.66000366210938, + 71.83999633789062, + 68.9800033569336, + 70.31999969482422, + 70.62000274658203, + 71.54000091552734, + 68.58000183105469, + 72.87999725341797, + 73.5999984741211, + 72.68000030517578, + 72.95999908447266, + 73.72000122070312, + 70.77999877929688, + 73.36000061035156, + 73.66000366210938, + 72.81999969482422, + 73.05999755859375, + 72.22000122070312, + 72.44000244140625, + 72.30000305175781, + 74.19999694824219, + 74.80000305175781, + 73.0999984741211, + 75.19999694824219, + 74.63999938964844, + 73.77999877929688, + 74.87999725341797, + 74.23999786376953, + 74.5199966430664, + 74.27999877929688, + 74.87999725341797, + 73.73999786376953, + 76.62000274658203, + 75.62000274658203, + 75.30000305175781, + 76.73999786376953, + 74.5, + 76.13999938964844, + 73.30000305175781, + 77.33999633789062, + 75.4800033569336, + 76.9000015258789, + 76.5, + 77.4000015258789, + 76.81999969482422, + 76.19999694824219, + 78.19999694824219, + 77.12000274658203, + 77.33999633789062, + 77.5, + 78.05999755859375, + 76.68000030517578, + 75.87999725341797, + 77.66000366210938, + 77.08000183105469, + 77.86000061035156, + 78.95999908447266, + 77.68000030517578, + 77.63999938964844, + 78.22000122070312, + 78.73999786376953, + 77.12000274658203, + 79.08000183105469, + 79.73999786376953, + 79.5199966430664, + 78.12000274658203, + 78.95999908447266, + 80.58000183105469, + 80.23999786376953, + 78.63999938964844, + 80.66000366210938, + 79.16000366210938, + 79.68000030517578, + 80.5199966430664, + 79.81999969482422, + 81.22000122070312, + 81.12000274658203, + 81.37999725341797, + 80.58000183105469, + 81.72000122070312, + 81.27999877929688, + 81.5, + 81.0, + 81.23999786376953, + 81.37999725341797, + 81.45999908447266, + 81.94000244140625, + 81.94000244140625, + 81.86000061035156, + 82.77999877929688, + 82.08000183105469, + 82.26000213623047, + 82.55999755859375, + 82.62000274658203, + 81.86000061035156, + 82.45999908447266, + 82.63999938964844, + 82.41999816894531, + 82.76000213623047, + 82.69999694824219, + 83.0999984741211, + 83.18000030517578, + 82.86000061035156, + 83.0999984741211, + 83.0999984741211, + 82.87999725341797, + 83.13999938964844, + 83.05999755859375, + 83.13999938964844, + 83.08000183105469, + 83.0999984741211, + 83.18000030517578, + 83.16000366210938, + 83.16000366210938, + 83.18000030517578, + 83.16000366210938, + 83.18000030517578, + 83.22000122070312, + 83.18000030517578 + ], + "val_loss": [ + 1.3503974676132202, + 1.1921782493591309, + 1.0997395515441895, + 0.9698479175567627, + 0.8971309661865234, + 0.963539719581604, + 0.9708415269851685, + 0.88248610496521, + 0.9392879009246826, + 0.8871036767959595, + 0.8422499895095825, + 0.8331397771835327, + 0.8091267347335815, + 0.9101681709289551, + 0.8534364104270935, + 0.8510602712631226, + 0.8254756331443787, + 0.9065126180648804, + 0.7846024036407471, + 0.773935079574585, + 0.7898552417755127, + 0.7768404483795166, + 0.7584319114685059, + 0.8407137393951416, + 0.7755333185195923, + 0.7660269737243652, + 0.7915000319480896, + 0.7886009812355042, + 0.8184689879417419, + 0.8265799880027771, + 0.7839549779891968, + 0.7497203350067139, + 0.7394499778747559, + 0.8052161335945129, + 0.7291219234466553, + 0.7485601902008057, + 0.7845251560211182, + 0.765587568283081, + 0.7544703483581543, + 0.7438712120056152, + 0.7443128824234009, + 0.7213212847709656, + 0.7565879225730896, + 0.6981291174888611, + 0.7251030802726746, + 0.7219433784484863, + 0.7230767607688904, + 0.7525280117988586, + 0.7108638286590576, + 0.798778235912323, + 0.6549574136734009, + 0.7118063569068909, + 0.6982547044754028, + 0.6791977882385254, + 0.6585256457328796, + 0.684319257736206, + 0.6987258791923523, + 0.6462430357933044, + 0.6671678423881531, + 0.6590383648872375, + 0.645949125289917, + 0.6432555317878723, + 0.7097545862197876, + 0.6860615015029907, + 0.650155782699585, + 0.6733126044273376, + 0.6381984353065491, + 0.6197006702423096, + 0.6508357524871826, + 0.6418947577476501, + 0.6285417675971985, + 0.6253435015678406, + 0.6582868695259094, + 0.5977848768234253, + 0.587793231010437, + 0.6059526801109314, + 0.6378399729728699, + 0.6072719693183899, + 0.5702958703041077, + 0.5723864436149597, + 0.6155425906181335, + 0.5837410092353821, + 0.618683934211731, + 0.5967715978622437, + 0.5742631554603577, + 0.5778430700302124, + 0.5499042868614197, + 0.5579741597175598, + 0.547088086605072, + 0.5729023814201355, + 0.5438154935836792, + 0.545975923538208, + 0.5306016206741333, + 0.5425581932067871, + 0.5374066829681396, + 0.5331725478172302, + 0.5442692041397095, + 0.5215611457824707, + 0.5176864862442017, + 0.5250809788703918, + 0.5164570808410645, + 0.5182682275772095, + 0.5244340300559998, + 0.5167238712310791, + 0.5193172097206116, + 0.5200112462043762, + 0.5114262104034424, + 0.5121245980262756, + 0.512947142124176, + 0.5082406401634216, + 0.5056443214416504, + 0.5040799379348755, + 0.5021353960037231, + 0.5036659836769104, + 0.4999338388442993, + 0.5011519193649292, + 0.5006865859031677, + 0.5001833438873291, + 0.5008787512779236, + 0.500572144985199, + 0.5005614757537842, + 0.5005249977111816, + 0.5003923177719116, + 0.5005651712417603, + 0.5005401372909546, + 0.5004665851593018, + 0.5004657506942749, + 0.5004862546920776, + 0.5005362629890442, + 0.5005968809127808 + ], + "val_time": [ + 0.7981688976287842, + 0.19853830337524414, + 0.1939682960510254, + 0.1993405818939209, + 0.18331503868103027, + 0.1960592269897461, + 0.17656970024108887, + 0.19249725341796875, + 0.19411706924438477, + 0.17716598510742188, + 0.19196343421936035, + 0.19510149955749512, + 0.19316673278808594, + 0.20192432403564453, + 0.1770954132080078, + 0.1930220127105713, + 0.195159912109375, + 0.19510412216186523, + 0.19206452369689941, + 0.1799178123474121, + 0.17969894409179688, + 0.18709421157836914, + 0.19899535179138184, + 0.19682860374450684, + 0.19278430938720703, + 0.2015821933746338, + 0.17945313453674316, + 0.19041085243225098, + 0.18971514701843262, + 0.17927122116088867, + 0.19053268432617188, + 0.19331121444702148, + 0.19118738174438477, + 0.19009113311767578, + 0.19379329681396484, + 0.18509984016418457, + 0.18124651908874512, + 0.18081927299499512, + 0.17952752113342285, + 0.17775726318359375, + 0.1933431625366211, + 0.19133973121643066, + 0.191605806350708, + 0.1910407543182373, + 0.19241118431091309, + 0.1833205223083496, + 0.18739962577819824, + 0.17993497848510742, + 0.19257402420043945, + 0.1667935848236084, + 0.1932237148284912, + 0.19219017028808594, + 0.16626787185668945, + 0.165771484375, + 0.19312572479248047, + 0.19593191146850586, + 0.18836474418640137, + 0.17937636375427246, + 0.17915868759155273, + 0.16660022735595703, + 0.19390869140625, + 0.20817208290100098, + 0.1872563362121582, + 0.20187616348266602, + 0.1923232078552246, + 0.19392752647399902, + 0.19452381134033203, + 0.18094348907470703, + 0.18259692192077637, + 0.1840963363647461, + 0.19884562492370605, + 0.1929936408996582, + 0.18268728256225586, + 0.2022264003753662, + 0.19478297233581543, + 0.1843245029449463, + 0.19176459312438965, + 0.19205379486083984, + 0.18378973007202148, + 0.1957414150238037, + 0.19259095191955566, + 0.179701566696167, + 0.17917490005493164, + 0.18729090690612793, + 0.19737601280212402, + 0.18030881881713867, + 0.17959046363830566, + 0.1773672103881836, + 0.18814420700073242, + 0.19009971618652344, + 0.18967390060424805, + 0.19502711296081543, + 0.16633129119873047, + 0.18081092834472656, + 0.19335126876831055, + 0.19858241081237793, + 0.19094634056091309, + 0.18006253242492676, + 0.19328045845031738, + 0.18771052360534668, + 0.1880018711090088, + 0.19328618049621582, + 0.20185160636901855, + 0.19481158256530762, + 0.17484164237976074, + 0.19019269943237305, + 0.1910085678100586, + 0.17869210243225098, + 0.1933581829071045, + 0.20618247985839844, + 0.20367908477783203, + 0.20705914497375488, + 0.1999366283416748, + 0.1912388801574707, + 0.19301939010620117, + 0.1939411163330078, + 0.18071722984313965, + 0.18683385848999023, + 0.18144750595092773, + 0.19226717948913574, + 0.19256138801574707, + 0.17499613761901855, + 0.1842637062072754, + 0.19172883033752441, + 0.16966843605041504, + 0.17798924446105957, + 0.17974019050598145, + 0.19508719444274902, + 0.19488215446472168, + 0.18497586250305176 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999761581421, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.18000030517578, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1991, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json new file mode 100644 index 0000000..e162aeb --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-oracle/2026_08_06_15_05_25/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1991", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1991-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786048062.8042314, + "condition": "oracle", + "driver_wall_seconds": 1345.8108820915222, + "experiment_name": "dp-bias-c1-s1991-oracle", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 112, + "best_validation_accuracy": 82.94000244140625, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.35370946358671e-08, + 9.123841238078967e-08, + 9.760503161260203e-08, + 1.0063923383540896e-07, + 1.006115084578596e-07, + 1.040249415495964e-07, + 1.0256849236611743e-07, + 1.0985004195163128e-07, + 1.0558650842540374e-07, + 1.0609214484702534e-07, + 1.0476745160303835e-07, + 1.0742430589516516e-07, + 1.0314704468328273e-07, + 1.0736289368651342e-07, + 1.0471367062336867e-07, + 1.0589167231955798e-07, + 1.1029987234678629e-07, + 1.0938335748278405e-07, + 1.081887717191421e-07, + 1.1070962102621706e-07, + 1.0702108710347602e-07, + 1.1007234945736855e-07, + 1.063003409740304e-07, + 1.1059806581670273e-07, + 1.0830507335413131e-07, + 1.1073903039005017e-07, + 1.0881419143515814e-07, + 1.1044951264693736e-07, + 1.1094394380961603e-07, + 1.0920117432533516e-07, + 1.1190381599135435e-07, + 1.1328069859928291e-07, + 1.1307822234130072e-07, + 1.1321681370191072e-07, + 1.1396123511531187e-07, + 1.1069425909226993e-07, + 1.1320655346480635e-07, + 1.1312038594724072e-07, + 1.1159512780523073e-07, + 1.110804461745829e-07, + 1.1656334919507572e-07, + 1.1273314015625147e-07, + 1.1321962745114433e-07, + 1.1113725406630692e-07, + 1.1247187359231248e-07, + 1.1175931291518282e-07, + 1.1640636188303688e-07, + 1.1468269178749324e-07, + 1.1402676136640366e-07, + 1.1348890183171534e-07, + 1.1116447495851389e-07, + 1.1176128111856087e-07, + 1.1553320433677072e-07, + 1.1294138602124804e-07, + 1.1383835385458951e-07, + 1.163032266049413e-07, + 1.111427039290902e-07, + 1.1616848638595911e-07, + 1.148649815263525e-07, + 1.1845308023339385e-07, + 1.1701425961518908e-07, + 1.1813686029427117e-07, + 1.1723384574224838e-07, + 1.195749348426034e-07, + 1.180446673743063e-07, + 1.1291061241536227e-07, + 1.208564555099656e-07, + 1.211660674016457e-07, + 1.1915758335589999e-07, + 1.1948203848533012e-07, + 1.1877905592427851e-07, + 1.2090210077531083e-07, + 1.2055474485350715e-07, + 1.1774489649951647e-07, + 1.1788139175905599e-07, + 1.1802421084894377e-07, + 1.2057294895839732e-07, + 1.2598751197856473e-07, + 1.2089093104350468e-07, + 1.2434693985596823e-07, + 1.1985160597305367e-07, + 1.2264308679732494e-07, + 1.201486128366014e-07, + 1.1941570221551956e-07, + 1.2321838482876046e-07, + 1.2126429282943718e-07, + 1.2014851336061838e-07, + 1.2311762986882968e-07, + 1.233948125900497e-07, + 1.2135635074628226e-07, + 1.2185017794763553e-07, + 1.247354219913177e-07, + 1.2500186130637303e-07, + 1.2871377919054794e-07, + 1.2589491404924047e-07, + 1.2612701993930386e-07, + 1.2939393911892694e-07, + 1.278457801845434e-07, + 1.30442941781439e-07, + 1.2857280751177314e-07, + 1.2615961964002054e-07, + 1.251380297162541e-07, + 1.27482891798536e-07, + 1.255103541097924e-07, + 1.300938805570695e-07, + 1.254285706409064e-07, + 1.2545027061605651e-07, + 1.2737683618979645e-07, + 1.2686662387295655e-07, + 1.2690726691744203e-07, + 1.3329200498901628e-07, + 1.2566617613174458e-07, + 1.3056896364105341e-07, + 1.2544694527605316e-07, + 1.2958800255091774e-07, + 1.2412962746566336e-07, + 1.3486692296282854e-07, + 1.302289547311375e-07, + 1.2506077951002226e-07, + 1.3251776920242264e-07, + 1.2634562551738782e-07, + 1.2996174802992755e-07, + 1.3342432225726952e-07, + 1.290734559233897e-07, + 1.284135748846893e-07, + 1.291980709083873e-07, + 1.3085100647458603e-07, + 1.271081373488414e-07, + 1.2892573408862518e-07, + 1.2866824761204043e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.0210901457696764e-08, + 7.806847612812362e-09, + 7.0988588340981096e-09, + 6.600024082814571e-09, + 6.187964807224944e-09, + 5.97730132056995e-09, + 5.71837688312371e-09, + 5.873026509561896e-09, + 5.58935919769965e-09, + 5.606189290574548e-09, + 5.338487429895622e-09, + 5.331055596968781e-09, + 5.1289568148149556e-09, + 5.172120509655542e-09, + 5.022401605714322e-09, + 5.071687958491111e-09, + 5.0970490050872286e-09, + 5.022808835519754e-09, + 4.955911236947941e-09, + 4.971184797142314e-09, + 4.818978105447513e-09, + 4.9053952011490765e-09, + 4.8006234543152004e-09, + 4.934427977332234e-09, + 4.792762187122435e-09, + 4.866921976542926e-09, + 4.7722461538057814e-09, + 4.755208227180674e-09, + 4.741145254172352e-09, + 4.742536585666812e-09, + 4.7991006724146246e-09, + 4.7997668062294e-09, + 4.7678683223750795e-09, + 4.718032187156496e-09, + 4.7623327503742985e-09, + 4.675060338854564e-09, + 4.651016460854862e-09, + 4.6348942461804654e-09, + 4.635061223723369e-09, + 4.589388868936339e-09, + 4.6563077837902256e-09, + 4.5967305517535806e-09, + 4.593764924010202e-09, + 4.443732937176037e-09, + 4.4886565575552595e-09, + 4.503726724891521e-09, + 4.580805956777567e-09, + 4.5338515164417e-09, + 4.5394252801145285e-09, + 4.535676279004974e-09, + 4.429312028264576e-09, + 4.404017595049936e-09, + 4.487227922567172e-09, + 4.3879926359124966e-09, + 4.442089363010382e-09, + 4.497744399145631e-09, + 4.304120615472584e-09, + 4.435516842704601e-09, + 4.410624754314085e-09, + 4.456671476305019e-09, + 4.385994678557381e-09, + 4.3680272732160574e-09, + 4.385602103695874e-09, + 4.389052676856409e-09, + 4.3229273494205245e-09, + 4.190150448835084e-09, + 4.378584606001823e-09, + 4.361781158479516e-09, + 4.252111995839414e-09, + 4.290309885135457e-09, + 4.295111377672356e-09, + 4.2590375670670255e-09, + 4.280863663552736e-09, + 4.184399049478316e-09, + 4.1579593101914725e-09, + 4.188353219802821e-09, + 4.170481293641615e-09, + 4.306375700480203e-09, + 4.145484844286784e-09, + 4.211756721161919e-09, + 4.089820038188918e-09, + 4.170682021964467e-09, + 4.0829744030190795e-09, + 4.0518219890373075e-09, + 4.099302230997637e-09, + 4.0272505330563035e-09, + 4.057581381999853e-09, + 3.997723041493373e-09, + 4.063465564030366e-09, + 3.990228591987943e-09, + 3.96266397473255e-09, + 4.0118730559868254e-09, + 4.011261545144862e-09, + 4.040177969955039e-09, + 3.9904084481179325e-09, + 3.975642925979628e-09, + 4.024132582713946e-09, + 4.020857868880512e-09, + 4.067375325433886e-09, + 3.94471433295962e-09, + 3.919859548062732e-09, + 3.92848420460723e-09, + 3.952395299933187e-09, + 3.901581280274513e-09, + 3.962048467087698e-09, + 3.870976872377696e-09, + 3.833095174599066e-09, + 3.870270326444825e-09, + 3.86747123215514e-09, + 3.877483223391209e-09, + 3.9426488740446075e-09, + 3.8237137900409834e-09, + 3.890776589798861e-09, + 3.809783155617197e-09, + 3.888007693575446e-09, + 3.761780220656874e-09, + 3.971210915665324e-09, + 3.88358367686692e-09, + 3.780656232521551e-09, + 3.942765669506798e-09, + 3.802362869009812e-09, + 3.878891874364854e-09, + 3.917009827603124e-09, + 3.851015062394936e-09, + 3.868741327295311e-09, + 3.8464635920831824e-09, + 3.862335340443224e-09, + 3.8232577104224674e-09, + 3.846415630448519e-09, + 3.8195464568957505e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 6.385439395904541, + 8.96276569366455, + 9.451984405517578, + 9.73349380493164, + 9.56955337524414, + 9.427289962768555, + 9.282556533813477, + 9.053820610046387, + 8.982041358947754, + 8.739304542541504, + 8.725740432739258, + 8.71822452545166, + 8.6879301071167, + 8.729138374328613, + 8.759516716003418, + 8.6958589553833, + 8.849637031555176, + 8.819734573364258, + 8.854506492614746, + 8.813417434692383, + 8.904614448547363, + 8.874836921691895, + 8.832942962646484, + 8.927101135253906, + 8.975975036621094, + 8.84317684173584, + 8.842927932739258, + 9.095943450927734, + 9.034319877624512, + 8.935226440429688, + 8.942915916442871, + 9.09688949584961, + 9.081018447875977, + 9.118041038513184, + 9.064602851867676, + 9.0795259475708, + 9.20462417602539, + 9.171819686889648, + 9.12014102935791, + 9.233648300170898, + 9.320058822631836, + 9.27055549621582, + 9.226686477661133, + 9.34761905670166, + 9.382102966308594, + 9.328337669372559, + 9.347540855407715, + 9.375371932983398, + 9.380017280578613, + 9.306375503540039, + 9.339314460754395, + 9.441161155700684, + 9.421502113342285, + 9.538588523864746, + 9.49691390991211, + 9.507584571838379, + 9.550846099853516, + 9.5913667678833, + 9.620338439941406, + 9.581792831420898, + 9.695760726928711, + 9.807390213012695, + 9.673898696899414, + 9.8842134475708, + 9.884685516357422, + 9.89806842803955, + 9.863798141479492, + 9.931048393249512, + 10.032975196838379, + 9.981345176696777, + 9.951515197753906, + 10.111666679382324, + 10.06883716583252, + 10.065372467041016, + 10.096759796142578, + 10.126543998718262, + 10.23184871673584, + 10.241547584533691, + 10.285014152526855, + 10.295964241027832, + 10.319140434265137, + 10.258487701416016, + 10.297497749328613, + 10.345596313476562, + 10.473633766174316, + 10.48373031616211, + 10.369074821472168, + 10.600692749023438, + 10.439292907714844, + 10.552467346191406, + 10.533710479736328, + 10.530200004577637, + 10.582230567932129, + 10.665282249450684, + 10.626042366027832, + 10.607146263122559, + 10.6444730758667, + 10.549360275268555, + 10.596567153930664, + 10.7857027053833, + 10.639867782592773, + 10.584630966186523, + 10.575529098510742, + 10.673195838928223, + 10.681154251098633, + 10.660181045532227, + 10.774435043334961, + 10.674079895019531, + 10.669037818908691, + 10.646247863769531, + 10.73466968536377, + 10.72761058807373, + 10.743000984191895, + 10.706405639648438, + 10.692671775817871, + 10.786203384399414, + 10.703673362731934, + 10.72447681427002, + 10.71884536743164, + 10.7063627243042, + 10.779644966125488, + 10.72161865234375, + 10.8239107131958, + 10.784778594970703, + 10.708754539489746, + 10.78049087524414, + 10.783255577087402, + 10.741835594177246, + 10.783330917358398, + 10.815876007080078 + ], + "train_accuracy": [ + 38.63333511352539, + 51.26444625854492, + 56.717777252197266, + 59.69333267211914, + 61.93555450439453, + 63.668888092041016, + 64.26889038085938, + 64.76222229003906, + 64.62444305419922, + 64.54666900634766, + 65.81111145019531, + 65.96221923828125, + 66.34444427490234, + 67.2911148071289, + 67.53111267089844, + 67.34666442871094, + 67.92888641357422, + 68.5955581665039, + 68.7066650390625, + 68.86000061035156, + 69.23999786376953, + 69.33110809326172, + 69.0977783203125, + 69.04888916015625, + 69.91555786132812, + 69.99555206298828, + 70.07111358642578, + 70.55110931396484, + 70.54666900634766, + 70.32444763183594, + 70.74888610839844, + 71.06888580322266, + 71.32444763183594, + 71.44444274902344, + 71.3066635131836, + 71.45333099365234, + 72.22444152832031, + 71.78666687011719, + 71.72888946533203, + 71.8822250366211, + 72.53778076171875, + 72.26444244384766, + 72.61111450195312, + 73.0199966430664, + 73.2933349609375, + 72.804443359375, + 73.24666595458984, + 73.47110748291016, + 73.56444549560547, + 73.47333526611328, + 73.73332977294922, + 73.63333129882812, + 74.25111389160156, + 74.42444610595703, + 74.4111099243164, + 74.50444793701172, + 74.74222564697266, + 74.72666931152344, + 74.77999877929688, + 75.10888671875, + 75.16444396972656, + 75.42888641357422, + 75.64666748046875, + 76.16889190673828, + 76.26000213623047, + 76.42666625976562, + 76.44222259521484, + 76.61333465576172, + 76.74888610839844, + 77.03333282470703, + 77.08444213867188, + 77.5, + 77.3822250366211, + 77.71111297607422, + 77.74888610839844, + 78.07777404785156, + 78.27777862548828, + 78.45555877685547, + 78.6933364868164, + 78.7933349609375, + 79.06666564941406, + 78.9977798461914, + 79.2844467163086, + 79.42888641357422, + 79.54000091552734, + 79.96221923828125, + 79.64888763427734, + 80.0888900756836, + 80.01333618164062, + 80.65777587890625, + 80.77555847167969, + 80.94222259521484, + 81.10888671875, + 81.33333587646484, + 81.54888916015625, + 81.46666717529297, + 81.76444244384766, + 81.63555908203125, + 81.80889129638672, + 82.16444396972656, + 82.24222564697266, + 82.0955581665039, + 82.3933334350586, + 82.73999786376953, + 82.63111114501953, + 82.83333587646484, + 82.95999908447266, + 83.13999938964844, + 83.02889251708984, + 83.36000061035156, + 83.17111206054688, + 83.34444427490234, + 83.57333374023438, + 83.6866683959961, + 83.51777648925781, + 83.8155517578125, + 83.74222564697266, + 83.69999694824219, + 83.586669921875, + 83.59111022949219, + 83.78221893310547, + 83.59111022949219, + 83.91999816894531, + 83.87333679199219, + 83.86222076416016, + 83.73777770996094, + 83.77777862548828, + 83.65555572509766, + 83.78666687011719, + 83.91555786132812 + ], + "train_loss": [ + 1.7132469415664673, + 1.375151515007019, + 1.2312592267990112, + 1.1549005508422852, + 1.0919970273971558, + 1.0466023683547974, + 1.0277118682861328, + 1.01345956325531, + 1.0185720920562744, + 1.0224342346191406, + 0.9889546632766724, + 0.982863187789917, + 0.9770265221595764, + 0.9507961273193359, + 0.9422711133956909, + 0.9483157396316528, + 0.9329359531402588, + 0.9173969626426697, + 0.9138304591178894, + 0.900506854057312, + 0.895972490310669, + 0.8940341472625732, + 0.8980728983879089, + 0.8952446579933167, + 0.879884660243988, + 0.8712322115898132, + 0.8713349103927612, + 0.8605513572692871, + 0.8543904423713684, + 0.8625001311302185, + 0.8550035357475281, + 0.848858654499054, + 0.8324732184410095, + 0.8337018489837646, + 0.8338049054145813, + 0.8350400924682617, + 0.8079901933670044, + 0.8163312673568726, + 0.820214569568634, + 0.8104925155639648, + 0.7994632720947266, + 0.808052122592926, + 0.7946938872337341, + 0.7865065336227417, + 0.7842856049537659, + 0.7878031134605408, + 0.7766119837760925, + 0.7753585577011108, + 0.771984338760376, + 0.768913984298706, + 0.7669860124588013, + 0.7642064094543457, + 0.7471917271614075, + 0.7451325058937073, + 0.7476670742034912, + 0.7396313548088074, + 0.732639491558075, + 0.7336019277572632, + 0.7249982357025146, + 0.7190011143684387, + 0.7130339741706848, + 0.7098419070243835, + 0.7081574201583862, + 0.7008436918258667, + 0.686919629573822, + 0.6890853643417358, + 0.6858657598495483, + 0.6753342151641846, + 0.666858434677124, + 0.6666415929794312, + 0.6695157289505005, + 0.65252685546875, + 0.6536634564399719, + 0.6500949859619141, + 0.6433669924736023, + 0.6345809102058411, + 0.6310312151908875, + 0.6256394386291504, + 0.6212392449378967, + 0.6134357452392578, + 0.6072637438774109, + 0.6090063452720642, + 0.5993310809135437, + 0.5933086276054382, + 0.5923044681549072, + 0.583217203617096, + 0.5906342267990112, + 0.5716822743415833, + 0.5720873475074768, + 0.5648902654647827, + 0.5589877367019653, + 0.5512852668762207, + 0.5496110916137695, + 0.5408697724342346, + 0.5383758544921875, + 0.5347510576248169, + 0.5301904678344727, + 0.532626748085022, + 0.5264507532119751, + 0.5170848965644836, + 0.5170618891716003, + 0.51656174659729, + 0.5137815475463867, + 0.5030542016029358, + 0.5006508231163025, + 0.4995248019695282, + 0.4965471029281616, + 0.49113309383392334, + 0.4913348853588104, + 0.4862494170665741, + 0.4838292896747589, + 0.48180052638053894, + 0.47910574078559875, + 0.47833704948425293, + 0.48018941283226013, + 0.47193169593811035, + 0.47597891092300415, + 0.47613465785980225, + 0.4753827452659607, + 0.47532910108566284, + 0.472549170255661, + 0.47305330634117126, + 0.4691638946533203, + 0.4715714454650879, + 0.4745344817638397, + 0.47294020652770996, + 0.4707860052585602, + 0.4723148047924042, + 0.4706689417362213, + 0.4684128165245056 + ], + "train_time": [ + 18.379087924957275, + 9.811156988143921, + 9.730149745941162, + 9.706662893295288, + 9.739231586456299, + 9.763524293899536, + 9.832228660583496, + 9.893699645996094, + 9.892505884170532, + 10.055951595306396, + 9.866445064544678, + 9.836178064346313, + 9.873562574386597, + 9.940494298934937, + 9.840205192565918, + 9.855076789855957, + 9.85502815246582, + 9.892747640609741, + 9.870185136795044, + 9.85806679725647, + 9.938586473464966, + 9.993606805801392, + 9.925127983093262, + 9.939470052719116, + 9.912056684494019, + 9.913491249084473, + 9.949120044708252, + 9.892303705215454, + 9.916522026062012, + 9.8969087600708, + 9.810652256011963, + 9.833624124526978, + 9.8934485912323, + 9.921649932861328, + 9.898103475570679, + 9.906907796859741, + 9.875427484512329, + 9.905135869979858, + 9.881748676300049, + 9.939842939376831, + 9.863391876220703, + 9.951629877090454, + 9.837605714797974, + 9.911010503768921, + 9.93678903579712, + 9.88945484161377, + 9.86417293548584, + 9.89383864402771, + 9.907264232635498, + 9.907892227172852, + 9.83487582206726, + 9.835076808929443, + 9.856597661972046, + 9.902267932891846, + 9.844577312469482, + 9.909650564193726, + 9.94533109664917, + 9.85416555404663, + 10.015578269958496, + 9.881434202194214, + 9.889658689498901, + 9.86202883720398, + 9.94325852394104, + 9.944365978240967, + 9.913665533065796, + 9.876772403717041, + 9.804397106170654, + 9.895753860473633, + 9.852086067199707, + 9.894451379776001, + 10.001474380493164, + 9.90647840499878, + 9.951843023300171, + 9.938404560089111, + 9.922731399536133, + 9.923060655593872, + 9.93017029762268, + 9.925448656082153, + 9.830116510391235, + 9.891669988632202, + 9.827847003936768, + 9.977172374725342, + 10.013908624649048, + 9.908198595046997, + 9.840456247329712, + 9.858922719955444, + 9.880379676818848, + 9.873376607894897, + 9.874474048614502, + 9.880579710006714, + 9.893070936203003, + 9.920607805252075, + 9.850817441940308, + 9.947501182556152, + 9.978602647781372, + 9.897914409637451, + 9.930115461349487, + 9.881410121917725, + 9.799602031707764, + 9.897511720657349, + 9.90927267074585, + 9.883834838867188, + 9.964183330535889, + 9.90176773071289, + 9.879770994186401, + 9.885534524917603, + 9.930596590042114, + 9.923987627029419, + 9.859576940536499, + 9.94019341468811, + 9.888267040252686, + 9.866105079650879, + 9.878385782241821, + 9.87147068977356, + 9.901955366134644, + 9.889709949493408, + 9.876270532608032, + 9.952333450317383, + 9.837228536605835, + 10.171356201171875, + 9.883076667785645, + 9.965073823928833, + 9.92213487625122, + 9.906591892242432, + 9.925450325012207, + 9.915555000305176, + 9.908851385116577, + 9.95418095588684, + 9.890058279037476, + 9.861788988113403 + ], + "used_clean_difference_rms_ratio": [ + 6.334491331472236e-08, + 6.97040292152451e-08, + 6.689715803531726e-08, + 6.401553775958746e-08, + 5.895631716157368e-08, + 5.6065847076069986e-08, + 5.281511050725385e-08, + 5.2962292329539196e-08, + 4.9950674707588405e-08, + 4.875829162642731e-08, + 4.64167477787214e-08, + 4.6292665700775615e-08, + 4.42108287757037e-08, + 4.484054727527109e-08, + 4.3796287485520224e-08, + 4.377124795951204e-08, + 4.4837904056294065e-08, + 4.4046529978913895e-08, + 4.359708682954988e-08, + 4.361380234740864e-08, + 4.270590991950485e-08, + 4.3264577698209905e-08, + 4.227155869784838e-08, + 4.375936768497013e-08, + 4.2866183491696574e-08, + 4.286583532575605e-08, + 4.194980718352781e-08, + 4.296743938425607e-08, + 4.252131802218173e-08, + 4.213563542521115e-08, + 4.274857801078724e-08, + 4.346134829802395e-08, + 4.309398349278126e-08, + 4.27915871625828e-08, + 4.293825028867104e-08, + 4.2103661002101944e-08, + 4.258520291955392e-08, + 4.221671900950241e-08, + 4.197732295097012e-08, + 4.205578107985275e-08, + 4.324075320027987e-08, + 4.23548272010521e-08, + 4.217168481090994e-08, + 4.137669051829107e-08, + 4.1839552267219915e-08, + 4.169870138071019e-08, + 4.263191399900279e-08, + 4.222717464585912e-08, + 4.2359616259091126e-08, + 4.190466995623865e-08, + 4.110956552949574e-08, + 4.135777231795146e-08, + 4.196346026219544e-08, + 4.161008604341987e-08, + 4.191678470988336e-08, + 4.250949814377236e-08, + 4.087723581847058e-08, + 4.2239634012730676e-08, + 4.211522508512644e-08, + 4.2509640252319514e-08, + 4.232361661138384e-08, + 4.263188913000704e-08, + 4.211108262097696e-08, + 4.3164966712083697e-08, + 4.249899632213783e-08, + 4.1201928979717195e-08, + 4.2992088111759585e-08, + 4.3097024615690316e-08, + 4.255047514334365e-08, + 4.2517665832519924e-08, + 4.2401797628599525e-08, + 4.293377742214943e-08, + 4.29050928119068e-08, + 4.1939696160397943e-08, + 4.178832213597161e-08, + 4.206553327890106e-08, + 4.242506435048199e-08, + 4.381578477818948e-08, + 4.2441161696160634e-08, + 4.3087663215146677e-08, + 4.197839587050112e-08, + 4.252419927297524e-08, + 4.176546042344853e-08, + 4.1722881150008106e-08, + 4.267737097052304e-08, + 4.2013230228121756e-08, + 4.182744461900256e-08, + 4.217484317337039e-08, + 4.216385818267554e-08, + 4.177695700491313e-08, + 4.1447645315884074e-08, + 4.198312097969392e-08, + 4.222119187602402e-08, + 4.2855461401813955e-08, + 4.22046042558577e-08, + 4.20311039306398e-08, + 4.254451368979062e-08, + 4.213035609268445e-08, + 4.274671994153323e-08, + 4.220683891276167e-08, + 4.141865872497874e-08, + 4.128529695890393e-08, + 4.156088451168216e-08, + 4.140206755209874e-08, + 4.209893589290914e-08, + 4.1016374296987124e-08, + 4.098360051330019e-08, + 4.112300899805632e-08, + 4.09808507129128e-08, + 4.095401706649682e-08, + 4.219779725644912e-08, + 4.0613379326259746e-08, + 4.1565044739400037e-08, + 4.059485547713848e-08, + 4.1361065683531706e-08, + 4.024763811116827e-08, + 4.2340989381273175e-08, + 4.136781228680775e-08, + 4.029535816130192e-08, + 4.1911285109108576e-08, + 4.065406145059569e-08, + 4.1324188515545757e-08, + 4.2053574844658215e-08, + 4.118437502143024e-08, + 4.108320794671272e-08, + 4.1223636060294666e-08, + 4.139925735557881e-08, + 4.0709647208814204e-08, + 4.124080987821799e-08, + 4.111173268483981e-08 + ], + "val_accuracy": [ + 52.060001373291016, + 58.040000915527344, + 61.939998626708984, + 65.72000122070312, + 68.77999877929688, + 68.0199966430664, + 65.36000061035156, + 68.23999786376953, + 65.26000213623047, + 69.9000015258789, + 68.66000366210938, + 71.16000366210938, + 71.62000274658203, + 71.9000015258789, + 72.76000213623047, + 73.37999725341797, + 72.0999984741211, + 71.0999984741211, + 72.5, + 72.5999984741211, + 71.05999755859375, + 73.27999877929688, + 69.5999984741211, + 70.44000244140625, + 71.5999984741211, + 74.13999938964844, + 73.9800033569336, + 74.91999816894531, + 73.26000213623047, + 73.72000122070312, + 74.0999984741211, + 73.94000244140625, + 74.77999877929688, + 73.44000244140625, + 74.9000015258789, + 74.37999725341797, + 72.87999725341797, + 74.12000274658203, + 74.27999877929688, + 75.04000091552734, + 74.19999694824219, + 71.5999984741211, + 74.83999633789062, + 76.18000030517578, + 75.5199966430664, + 75.80000305175781, + 76.0199966430664, + 74.86000061035156, + 76.5, + 74.31999969482422, + 77.83999633789062, + 75.9800033569336, + 75.95999908447266, + 76.41999816894531, + 77.27999877929688, + 76.81999969482422, + 77.69999694824219, + 78.08000183105469, + 77.86000061035156, + 78.77999877929688, + 77.5199966430664, + 78.58000183105469, + 75.4000015258789, + 75.58000183105469, + 77.83999633789062, + 77.33999633789062, + 78.72000122070312, + 78.23999786376953, + 77.37999725341797, + 77.27999877929688, + 78.5999984741211, + 78.13999938964844, + 77.72000122070312, + 79.87999725341797, + 79.18000030517578, + 79.72000122070312, + 78.04000091552734, + 79.73999786376953, + 80.08000183105469, + 79.95999908447266, + 79.18000030517578, + 80.44000244140625, + 79.45999908447266, + 79.05999755859375, + 80.45999908447266, + 79.81999969482422, + 81.12000274658203, + 81.30000305175781, + 81.0, + 80.5199966430664, + 81.80000305175781, + 80.83999633789062, + 81.44000244140625, + 80.91999816894531, + 81.4800033569336, + 81.83999633789062, + 80.91999816894531, + 82.16000366210938, + 81.9000015258789, + 81.41999816894531, + 82.19999694824219, + 81.81999969482422, + 82.33999633789062, + 82.4000015258789, + 82.4000015258789, + 82.23999786376953, + 82.31999969482422, + 82.41999816894531, + 82.27999877929688, + 82.91999816894531, + 82.54000091552734, + 82.94000244140625, + 82.86000061035156, + 82.68000030517578, + 82.69999694824219, + 82.72000122070312, + 82.68000030517578, + 82.77999877929688, + 82.83999633789062, + 82.80000305175781, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.80000305175781, + 82.80000305175781, + 82.81999969482422, + 82.80000305175781 + ], + "val_loss": [ + 1.351251244544983, + 1.1865811347961426, + 1.0836718082427979, + 0.9774855971336365, + 0.9007671475410461, + 0.9390103220939636, + 0.97938072681427, + 0.9076959490776062, + 1.0116968154907227, + 0.8587335348129272, + 0.9104878306388855, + 0.8399315476417542, + 0.818788468837738, + 0.8304985165596008, + 0.8047416806221008, + 0.790661096572876, + 0.815223753452301, + 0.8277256488800049, + 0.7842450737953186, + 0.8073472380638123, + 0.8584995865821838, + 0.7903261780738831, + 0.8920813202857971, + 0.8356971740722656, + 0.8251428008079529, + 0.7583724856376648, + 0.7664135098457336, + 0.7473587989807129, + 0.7863606214523315, + 0.7870710492134094, + 0.7619073390960693, + 0.7704074382781982, + 0.739056408405304, + 0.7796357870101929, + 0.7270656824111938, + 0.7474754452705383, + 0.823321521282196, + 0.7591665387153625, + 0.7605130076408386, + 0.7466474175453186, + 0.7456081509590149, + 0.8350333571434021, + 0.743304431438446, + 0.7117119431495667, + 0.7035284638404846, + 0.7119089365005493, + 0.7179107069969177, + 0.7215959429740906, + 0.7041329741477966, + 0.7804632782936096, + 0.6541172862052917, + 0.6940795183181763, + 0.7204529643058777, + 0.711752712726593, + 0.6670690178871155, + 0.6734058260917664, + 0.6561989784240723, + 0.6681245565414429, + 0.6565884351730347, + 0.6473662853240967, + 0.6617358326911926, + 0.6352168917655945, + 0.7183095812797546, + 0.6930921077728271, + 0.6483926177024841, + 0.6480896472930908, + 0.6319955587387085, + 0.6425795555114746, + 0.649374783039093, + 0.6415120959281921, + 0.6374839544296265, + 0.6409076452255249, + 0.6406520009040833, + 0.5891210436820984, + 0.5925922393798828, + 0.6007975935935974, + 0.6363322734832764, + 0.5866349935531616, + 0.5807561874389648, + 0.5730277895927429, + 0.6080272793769836, + 0.5754727721214294, + 0.5982148051261902, + 0.6044749021530151, + 0.5803205966949463, + 0.5795122981071472, + 0.5546596050262451, + 0.557378888130188, + 0.5573596358299255, + 0.5596586465835571, + 0.5351226925849915, + 0.556171178817749, + 0.530673086643219, + 0.5498791933059692, + 0.5416426658630371, + 0.5411523580551147, + 0.5515891313552856, + 0.5251817107200623, + 0.5294504761695862, + 0.5330154299736023, + 0.5195879936218262, + 0.532004177570343, + 0.52386873960495, + 0.5255515575408936, + 0.5206968784332275, + 0.5207517147064209, + 0.5159404873847961, + 0.5175362825393677, + 0.5174376964569092, + 0.5085537433624268, + 0.5097062587738037, + 0.5091280341148376, + 0.5079311728477478, + 0.5114624500274658, + 0.5063274502754211, + 0.5073739886283875, + 0.5062763094902039, + 0.5062035918235779, + 0.5064656734466553, + 0.5063169598579407, + 0.5062834024429321, + 0.5061628818511963, + 0.5061134099960327, + 0.5062240362167358, + 0.506231963634491, + 0.5061094760894775, + 0.5061642527580261, + 0.5062166452407837, + 0.5061601400375366, + 0.5062565803527832 + ], + "val_time": [ + 0.8253588676452637, + 0.18217968940734863, + 0.1932835578918457, + 0.1848301887512207, + 0.1779923439025879, + 0.18828105926513672, + 0.18297147750854492, + 0.19495439529418945, + 0.1940464973449707, + 0.17900609970092773, + 0.19009757041931152, + 0.19199299812316895, + 0.19431853294372559, + 0.18710875511169434, + 0.17835187911987305, + 0.19423866271972656, + 0.20009875297546387, + 0.1940476894378662, + 0.16572189331054688, + 0.19257450103759766, + 0.1914839744567871, + 0.1824779510498047, + 0.1961839199066162, + 0.181135892868042, + 0.19517135620117188, + 0.19412636756896973, + 0.1898643970489502, + 0.17872166633605957, + 0.1950671672821045, + 0.19363760948181152, + 0.18594980239868164, + 0.1911931037902832, + 0.1653308868408203, + 0.1825411319732666, + 0.19628000259399414, + 0.19506573677062988, + 0.19327974319458008, + 0.1936192512512207, + 0.18161678314208984, + 0.19483160972595215, + 0.19617533683776855, + 0.19529104232788086, + 0.17038369178771973, + 0.19289851188659668, + 0.1789252758026123, + 0.17588162422180176, + 0.19223952293395996, + 0.19331717491149902, + 0.16678404808044434, + 0.190873384475708, + 0.17592382431030273, + 0.19440793991088867, + 0.1856706142425537, + 0.1951892375946045, + 0.1927351951599121, + 0.16530108451843262, + 0.18114113807678223, + 0.19312334060668945, + 0.19580602645874023, + 0.19860434532165527, + 0.19060897827148438, + 0.19325542449951172, + 0.20221567153930664, + 0.19425511360168457, + 0.1904134750366211, + 0.19165897369384766, + 0.17951393127441406, + 0.19306182861328125, + 0.19588756561279297, + 0.17602753639221191, + 0.19331145286560059, + 0.19135236740112305, + 0.1823289394378662, + 0.1978158950805664, + 0.18201684951782227, + 0.19528818130493164, + 0.19407987594604492, + 0.1844933032989502, + 0.17710494995117188, + 0.19253206253051758, + 0.19565057754516602, + 0.19353246688842773, + 0.1936807632446289, + 0.19786381721496582, + 0.19150185585021973, + 0.1876542568206787, + 0.19820761680603027, + 0.1885511875152588, + 0.19031429290771484, + 0.19588208198547363, + 0.19227027893066406, + 0.19430875778198242, + 0.19314360618591309, + 0.1951451301574707, + 0.17615437507629395, + 0.19562077522277832, + 0.19215989112854004, + 0.18889951705932617, + 0.19297456741333008, + 0.1969451904296875, + 0.18080759048461914, + 0.1862497329711914, + 0.19478893280029297, + 0.19191265106201172, + 0.1953902244567871, + 0.17517423629760742, + 0.1820666790008545, + 0.19380998611450195, + 0.19499611854553223, + 0.19449663162231445, + 0.18935322761535645, + 0.19612407684326172, + 0.1982111930847168, + 0.19405555725097656, + 0.19295310974121094, + 0.18651390075683594, + 0.1908562183380127, + 0.1944293975830078, + 0.19553565979003906, + 0.19248223304748535, + 0.20145463943481445, + 0.19485235214233398, + 0.1915299892425537, + 0.18178606033325195, + 0.19273757934570312, + 0.18488383293151855, + 0.18259406089782715, + 0.20607542991638184, + 0.21300363540649414, + 0.20186519622802734 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999761581421, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.80000305175781, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1991, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-raw.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-raw.json new file mode 100644 index 0000000..3f5ad20 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-raw.json @@ -0,0 +1,164 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-raw/2026_08_06_14_41_53/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1991", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1991-raw", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786045346.7791083, + "condition": "raw", + "driver_wall_seconds": 41.881043672561646, + "experiment_name": "dp-bias-c1-s1991-raw", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 1, + "best_validation_accuracy": 9.399999618530273, + "curves": { + "instruction_observations_for_predictor": [ + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + NaN + ], + "neutral_observations": [ + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + NaN + ], + "raw_bias_clean_difference_rms_ratio": [ + NaN + ], + "train_accuracy": [ + 10.082221984863281 + ], + "train_loss": [ + NaN + ], + "train_time": [ + 18.245442390441895 + ], + "used_clean_difference_rms_ratio": [ + NaN + ], + "val_accuracy": [ + 9.399999618530273 + ], + "val_loss": [ + NaN + ], + "val_time": [ + 0.7408597469329834 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999761581421, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 1, + "final_validation_accuracy": 9.399999618530273, + "finite": false, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1991-raw.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1991, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json new file mode 100644 index 0000000..a3a4683 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1991-same-path-clean/2026_08_06_14_00_45/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1991", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1991-same-path-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "common", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786044199.394767, + "condition": "same_path_clean", + "driver_wall_seconds": 1361.8401091098785, + "experiment_name": "dp-bias-c1-s1991-same-path-clean", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 111, + "best_validation_accuracy": 83.26000213623047, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 38.635555267333984, + 51.25555419921875, + 56.87333297729492, + 59.61777877807617, + 61.900001525878906, + 63.7599983215332, + 64.12889099121094, + 64.85555267333984, + 64.71778106689453, + 65.19110870361328, + 65.82444763183594, + 65.94889068603516, + 66.56222534179688, + 67.0888900756836, + 67.66666412353516, + 67.59111022949219, + 67.83333587646484, + 68.27333068847656, + 68.25555419921875, + 69.03111267089844, + 68.93555450439453, + 69.17111206054688, + 69.28888702392578, + 69.44666290283203, + 69.80889129638672, + 70.18000030517578, + 69.87777709960938, + 70.41555786132812, + 70.22444152832031, + 70.6177749633789, + 70.9111099243164, + 70.76889038085938, + 71.02889251708984, + 71.28666687011719, + 71.37999725341797, + 71.54000091552734, + 71.95777893066406, + 71.64666748046875, + 71.77777862548828, + 72.10888671875, + 72.50666809082031, + 72.33555603027344, + 72.33555603027344, + 72.97110748291016, + 72.7955551147461, + 72.94444274902344, + 73.19999694824219, + 73.53333282470703, + 73.21111297607422, + 73.41777801513672, + 73.63999938964844, + 73.96666717529297, + 74.07555389404297, + 74.55110931396484, + 74.586669921875, + 74.41555786132812, + 74.41555786132812, + 74.55777740478516, + 75.12666320800781, + 75.4111099243164, + 75.53111267089844, + 75.6177749633789, + 75.71333312988281, + 76.15555572509766, + 76.3066635131836, + 76.12000274658203, + 76.46444702148438, + 76.68888854980469, + 76.57555389404297, + 77.08000183105469, + 77.14666748046875, + 77.60444641113281, + 77.5, + 77.60221862792969, + 77.76667022705078, + 77.93111419677734, + 78.40666961669922, + 78.47777557373047, + 78.54444122314453, + 78.65110778808594, + 79.02666473388672, + 78.66444396972656, + 79.20222473144531, + 79.5022201538086, + 79.69110870361328, + 79.88666534423828, + 79.88888549804688, + 79.99555206298828, + 80.14888763427734, + 80.4000015258789, + 80.47110748291016, + 80.87777709960938, + 81.15555572509766, + 81.07555389404297, + 81.26667022705078, + 81.54000091552734, + 81.57333374023438, + 81.82888793945312, + 81.91555786132812, + 82.14888763427734, + 82.25111389160156, + 82.3933334350586, + 82.3155517578125, + 82.46666717529297, + 82.85333251953125, + 83.0199966430664, + 82.93111419677734, + 83.47110748291016, + 83.17333221435547, + 83.1866683959961, + 83.17333221435547, + 83.43555450439453, + 83.76000213623047, + 83.63555908203125, + 83.48222351074219, + 83.72222137451172, + 83.8066635131836, + 83.57333374023438, + 83.68888854980469, + 83.7844467163086, + 83.97333526611328, + 83.78221893310547, + 83.86000061035156, + 83.81777954101562, + 83.83555603027344, + 83.81999969482422, + 83.86444091796875, + 83.7844467163086, + 83.804443359375, + 84.04222106933594 + ], + "train_loss": [ + 1.7132747173309326, + 1.3757785558700562, + 1.2317895889282227, + 1.1551392078399658, + 1.0923874378204346, + 1.0452942848205566, + 1.0311940908432007, + 1.0134034156799316, + 1.0158376693725586, + 1.0135868787765503, + 0.993561327457428, + 0.983038604259491, + 0.973962664604187, + 0.9548273086547852, + 0.940159797668457, + 0.9462616443634033, + 0.9326981902122498, + 0.9204314351081848, + 0.918003261089325, + 0.9050552845001221, + 0.8948304653167725, + 0.8954536318778992, + 0.8932520747184753, + 0.8902909159660339, + 0.8824300765991211, + 0.8742111325263977, + 0.8751802444458008, + 0.8649583458900452, + 0.8663449287414551, + 0.8588811755180359, + 0.8502993583679199, + 0.852077066898346, + 0.8419569134712219, + 0.8360722064971924, + 0.8380736112594604, + 0.8332430720329285, + 0.8167536854743958, + 0.8273727893829346, + 0.820746660232544, + 0.8104549050331116, + 0.8020894527435303, + 0.808301568031311, + 0.8041579723358154, + 0.7884253859519958, + 0.7937036156654358, + 0.7856656908988953, + 0.781711220741272, + 0.7728642225265503, + 0.7748532295227051, + 0.7682691812515259, + 0.761958122253418, + 0.7589587569236755, + 0.7521125078201294, + 0.741976797580719, + 0.741056501865387, + 0.7422534227371216, + 0.7392480373382568, + 0.739768922328949, + 0.7254382371902466, + 0.7145656943321228, + 0.7107131481170654, + 0.7094730734825134, + 0.7012377381324768, + 0.6977037191390991, + 0.6899402141571045, + 0.690117597579956, + 0.6853321194648743, + 0.67656010389328, + 0.6764021515846252, + 0.6700177788734436, + 0.6687692403793335, + 0.6514296531677246, + 0.6513052582740784, + 0.6504326462745667, + 0.6438549757003784, + 0.6395007371902466, + 0.6270512342453003, + 0.6277876496315002, + 0.6242518424987793, + 0.6153983473777771, + 0.6124382019042969, + 0.6124709844589233, + 0.6011505126953125, + 0.5950146317481995, + 0.5919395685195923, + 0.5846544504165649, + 0.5870575904846191, + 0.5741659998893738, + 0.5740325450897217, + 0.5671437978744507, + 0.5640270113945007, + 0.5526983737945557, + 0.5513345003128052, + 0.5459992289543152, + 0.5415254235267639, + 0.5346208810806274, + 0.5346218347549438, + 0.5287534594535828, + 0.5243973135948181, + 0.5177972912788391, + 0.5178543925285339, + 0.5135743618011475, + 0.5143133401870728, + 0.5082294940948486, + 0.4982796013355255, + 0.49659645557403564, + 0.496469646692276, + 0.48785507678985596, + 0.4898940622806549, + 0.48758333921432495, + 0.4875797629356384, + 0.48270177841186523, + 0.4772418439388275, + 0.4775694012641907, + 0.4768824577331543, + 0.47450971603393555, + 0.47341370582580566, + 0.4761008620262146, + 0.4757242202758789, + 0.4722669720649719, + 0.4731717109680176, + 0.4726243019104004, + 0.47101521492004395, + 0.473544716835022, + 0.4733837842941284, + 0.47078266739845276, + 0.46886464953422546, + 0.47174593806266785, + 0.473905086517334, + 0.4674772024154663 + ], + "train_time": [ + 18.34564709663391, + 9.90277886390686, + 9.877922296524048, + 9.936271667480469, + 9.929750204086304, + 9.851879119873047, + 10.017168760299683, + 10.076449871063232, + 9.963762044906616, + 10.16307282447815, + 10.020500898361206, + 9.951535940170288, + 10.017921686172485, + 10.041706562042236, + 10.007254600524902, + 10.062979459762573, + 9.998203039169312, + 10.072301864624023, + 9.995161533355713, + 9.980477333068848, + 10.02538251876831, + 10.083256006240845, + 9.96008038520813, + 10.001266956329346, + 10.030465602874756, + 10.065332889556885, + 10.00170636177063, + 10.04946494102478, + 10.01113224029541, + 10.013381481170654, + 10.06941294670105, + 9.967247009277344, + 10.045111656188965, + 10.019452333450317, + 9.971596717834473, + 10.070721864700317, + 9.956187009811401, + 9.9576997756958, + 10.057883024215698, + 10.00101089477539, + 9.961306810379028, + 10.006893396377563, + 9.996257066726685, + 9.999278545379639, + 9.960923910140991, + 10.00486707687378, + 10.067207336425781, + 9.988950252532959, + 9.992549657821655, + 9.995400190353394, + 10.062188148498535, + 10.034059762954712, + 10.005035400390625, + 10.098033428192139, + 9.968043088912964, + 10.002613067626953, + 9.954088687896729, + 10.022284269332886, + 10.160609245300293, + 9.973373174667358, + 10.02398133277893, + 10.037235498428345, + 9.970808744430542, + 9.98956847190857, + 9.95944619178772, + 10.02767539024353, + 10.01072096824646, + 10.040385723114014, + 9.986396789550781, + 10.08826994895935, + 10.154850244522095, + 9.99774718284607, + 10.049154996871948, + 9.97700047492981, + 9.965262651443481, + 10.01988172531128, + 9.992223978042603, + 10.029996156692505, + 10.04615306854248, + 10.008949518203735, + 10.021015644073486, + 10.060717105865479, + 10.15073847770691, + 10.025130271911621, + 10.050144910812378, + 10.001403570175171, + 10.04639983177185, + 9.984805345535278, + 9.970917463302612, + 10.0194730758667, + 10.000659465789795, + 9.994771718978882, + 10.000698804855347, + 9.987159729003906, + 10.095153093338013, + 10.021972179412842, + 10.118655681610107, + 9.975065231323242, + 10.044003248214722, + 10.056337118148804, + 10.097081661224365, + 10.058387994766235, + 9.974206924438477, + 10.04950499534607, + 10.026554822921753, + 9.98896861076355, + 10.124328374862671, + 10.068114280700684, + 10.042019128799438, + 10.085129261016846, + 10.009737491607666, + 10.018690347671509, + 9.978035926818848, + 10.024579524993896, + 10.054250717163086, + 10.072555303573608, + 9.986343383789062, + 10.088270902633667, + 10.063982486724854, + 10.243261814117432, + 10.016182661056519, + 10.048595428466797, + 10.06936264038086, + 9.984050035476685, + 10.026716709136963, + 10.005152463912964, + 10.009544849395752, + 9.996044397354126, + 10.079813957214355, + 9.988019704818726 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 52.15999984741211, + 57.65999984741211, + 61.58000183105469, + 66.27999877929688, + 68.5999984741211, + 68.05999755859375, + 63.599998474121094, + 69.62000274658203, + 66.0999984741211, + 71.62000274658203, + 71.13999938964844, + 69.05999755859375, + 71.95999908447266, + 70.54000091552734, + 71.19999694824219, + 70.87999725341797, + 71.72000122070312, + 70.86000061035156, + 73.55999755859375, + 73.19999694824219, + 72.9800033569336, + 70.66000366210938, + 72.45999908447266, + 73.0, + 72.86000061035156, + 73.54000091552734, + 73.31999969482422, + 72.13999938964844, + 71.44000244140625, + 72.30000305175781, + 73.04000091552734, + 74.76000213623047, + 74.30000305175781, + 72.95999908447266, + 75.69999694824219, + 74.44000244140625, + 73.23999786376953, + 74.9000015258789, + 72.45999908447266, + 74.5999984741211, + 73.9800033569336, + 73.55999755859375, + 74.83999633789062, + 76.0199966430664, + 75.30000305175781, + 75.0199966430664, + 75.4000015258789, + 75.68000030517578, + 76.36000061035156, + 72.4000015258789, + 77.58000183105469, + 76.4000015258789, + 76.66000366210938, + 76.58000183105469, + 77.19999694824219, + 76.5199966430664, + 76.72000122070312, + 77.9800033569336, + 77.62000274658203, + 78.5, + 77.68000030517578, + 78.81999969482422, + 76.9800033569336, + 76.77999877929688, + 78.33999633789062, + 78.0999984741211, + 78.76000213623047, + 78.31999969482422, + 78.4800033569336, + 76.80000305175781, + 78.05999755859375, + 78.87999725341797, + 79.45999908447266, + 79.44000244140625, + 80.5199966430664, + 80.19999694824219, + 77.19999694824219, + 79.81999969482422, + 80.9000015258789, + 80.76000213623047, + 79.9800033569336, + 80.31999969482422, + 79.73999786376953, + 79.33999633789062, + 81.0199966430664, + 80.16000366210938, + 81.45999908447266, + 81.0199966430664, + 81.5199966430664, + 80.44000244140625, + 82.12000274658203, + 81.94000244140625, + 82.26000213623047, + 81.81999969482422, + 81.77999877929688, + 82.13999938964844, + 81.31999969482422, + 82.4000015258789, + 82.16000366210938, + 82.69999694824219, + 82.95999908447266, + 82.45999908447266, + 82.73999786376953, + 82.76000213623047, + 82.72000122070312, + 82.55999755859375, + 82.68000030517578, + 82.80000305175781, + 82.81999969482422, + 83.0999984741211, + 83.26000213623047, + 83.26000213623047, + 83.16000366210938, + 82.9800033569336, + 83.23999786376953, + 83.13999938964844, + 83.08000183105469, + 83.18000030517578, + 83.22000122070312, + 83.23999786376953, + 83.19999694824219, + 83.22000122070312, + 83.19999694824219, + 83.18000030517578, + 83.19999694824219, + 83.16000366210938, + 83.18000030517578, + 83.18000030517578, + 83.19999694824219, + 83.19999694824219 + ], + "val_loss": [ + 1.3492050170898438, + 1.1950842142105103, + 1.0904093980789185, + 0.969339907169342, + 0.9154196977615356, + 0.9364550709724426, + 1.0261744260787964, + 0.8826876878738403, + 0.9812671542167664, + 0.8405849933624268, + 0.8505831956863403, + 0.8849937319755554, + 0.8225652575492859, + 0.8501722812652588, + 0.8358078002929688, + 0.8482897877693176, + 0.8281301856040955, + 0.863124668598175, + 0.7631696462631226, + 0.7866182923316956, + 0.777727484703064, + 0.8560898303985596, + 0.823300302028656, + 0.7856725454330444, + 0.7752716541290283, + 0.7890843749046326, + 0.7760493755340576, + 0.8024474382400513, + 0.8252741098403931, + 0.8014866709709167, + 0.7608994245529175, + 0.7404904961585999, + 0.7368676662445068, + 0.7977293133735657, + 0.6920024156570435, + 0.7321234941482544, + 0.7773576974868774, + 0.7361660599708557, + 0.7943602204322815, + 0.7420405745506287, + 0.7407565116882324, + 0.7707849144935608, + 0.7294182777404785, + 0.7092440128326416, + 0.7300460934638977, + 0.7325020432472229, + 0.7301061749458313, + 0.723375141620636, + 0.693977952003479, + 0.8561664819717407, + 0.6621319651603699, + 0.7184104323387146, + 0.6934904456138611, + 0.6933137774467468, + 0.6657531261444092, + 0.6824086904525757, + 0.6719673275947571, + 0.6552442312240601, + 0.6714616417884827, + 0.6214063167572021, + 0.6483026146888733, + 0.6281951665878296, + 0.6776989698410034, + 0.6728649139404297, + 0.6404432654380798, + 0.6580714583396912, + 0.6318384408950806, + 0.6479476690292358, + 0.6275569796562195, + 0.6651567816734314, + 0.6406602263450623, + 0.642353355884552, + 0.6089125275611877, + 0.605712890625, + 0.5866299271583557, + 0.6026486754417419, + 0.657686710357666, + 0.5880372524261475, + 0.5605370998382568, + 0.5777275562286377, + 0.5905342698097229, + 0.5775440335273743, + 0.6039742827415466, + 0.6044183969497681, + 0.5689727663993835, + 0.5815876126289368, + 0.5500665307044983, + 0.5651933550834656, + 0.5495453476905823, + 0.565280556678772, + 0.5390134453773499, + 0.53537917137146, + 0.5323325395584106, + 0.5378714203834534, + 0.5326031446456909, + 0.5339881777763367, + 0.5469712018966675, + 0.519771158695221, + 0.5226365923881531, + 0.5142607092857361, + 0.5058348178863525, + 0.5220945477485657, + 0.5155318975448608, + 0.5200581550598145, + 0.5167971253395081, + 0.5114079117774963, + 0.5079237222671509, + 0.5115915536880493, + 0.5097991824150085, + 0.4992280900478363, + 0.501589834690094, + 0.49681079387664795, + 0.4968096613883972, + 0.4979589879512787, + 0.4952394366264343, + 0.49588459730148315, + 0.49632811546325684, + 0.4948268532752991, + 0.49535977840423584, + 0.49507030844688416, + 0.49501973390579224, + 0.4950285255908966, + 0.4949135184288025, + 0.49498021602630615, + 0.49496734142303467, + 0.4949396848678589, + 0.49501708149909973, + 0.49503016471862793, + 0.4950583577156067, + 0.4951188266277313 + ], + "val_time": [ + 0.8309586048126221, + 0.18459248542785645, + 0.20425701141357422, + 0.19579291343688965, + 0.19538354873657227, + 0.17879033088684082, + 0.20468354225158691, + 0.19342470169067383, + 0.1839456558227539, + 0.18230319023132324, + 0.18405938148498535, + 0.17916345596313477, + 0.20379257202148438, + 0.18178653717041016, + 0.2055823802947998, + 0.18991827964782715, + 0.20464468002319336, + 0.1943352222442627, + 0.183868408203125, + 0.20641350746154785, + 0.19605469703674316, + 0.1946873664855957, + 0.1886451244354248, + 0.19619274139404297, + 0.1870110034942627, + 0.19393324851989746, + 0.19338488578796387, + 0.19140267372131348, + 0.18670177459716797, + 0.18171024322509766, + 0.19503450393676758, + 0.19449877738952637, + 0.19149231910705566, + 0.1845703125, + 0.2038867473602295, + 0.1898822784423828, + 0.19097137451171875, + 0.1954491138458252, + 0.19002318382263184, + 0.19444489479064941, + 0.1891634464263916, + 0.19681382179260254, + 0.19352102279663086, + 0.1890568733215332, + 0.19341731071472168, + 0.18159127235412598, + 0.18247437477111816, + 0.19048237800598145, + 0.18166470527648926, + 0.18007707595825195, + 0.1925671100616455, + 0.20351529121398926, + 0.19746971130371094, + 0.19255518913269043, + 0.19202327728271484, + 0.18802785873413086, + 0.19443559646606445, + 0.1909947395324707, + 0.19461321830749512, + 0.20185446739196777, + 0.17988944053649902, + 0.181229829788208, + 0.18555474281311035, + 0.17786884307861328, + 0.17864775657653809, + 0.18297314643859863, + 0.19688796997070312, + 0.19698858261108398, + 0.16696858406066895, + 0.18104100227355957, + 0.1812589168548584, + 0.18017840385437012, + 0.19224882125854492, + 0.1923062801361084, + 0.19440937042236328, + 0.19847679138183594, + 0.19780564308166504, + 0.19530177116394043, + 0.19145822525024414, + 0.19222402572631836, + 0.1957998275756836, + 0.20143723487854004, + 0.20007085800170898, + 0.20311808586120605, + 0.19388723373413086, + 0.19400525093078613, + 0.1866152286529541, + 0.19936656951904297, + 0.19089770317077637, + 0.19088387489318848, + 0.1935584545135498, + 0.19022655487060547, + 0.1760270595550537, + 0.19336199760437012, + 0.17817997932434082, + 0.18837356567382812, + 0.1931149959564209, + 0.1985607147216797, + 0.18268966674804688, + 0.18341326713562012, + 0.19035553932189941, + 0.18207502365112305, + 0.17851781845092773, + 0.17744851112365723, + 0.189408540725708, + 0.19467687606811523, + 0.18428540229797363, + 0.16269421577453613, + 0.17573213577270508, + 0.18010640144348145, + 0.19512581825256348, + 0.1923542022705078, + 0.17868757247924805, + 0.2027599811553955, + 0.20903396606445312, + 0.1886758804321289, + 0.18726372718811035, + 0.19951796531677246, + 0.18063902854919434, + 0.19022917747497559, + 0.19697976112365723, + 0.21231889724731445, + 0.18094134330749512, + 0.20167112350463867, + 0.17264175415039062, + 0.2063596248626709, + 0.2031869888305664, + 0.18200302124023438, + 0.21539783477783203, + 0.20421123504638672 + ] + }, + "dp_bias_initialization": { + "bias_kind": "common", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999761581421, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.19999694824219, + "finite": true, + "test_accuracy": NaN + }, + "kind": "common", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1991-same-path-clean.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1991, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json new file mode 100644 index 0000000..a440b0a --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-innovation/2026_08_06_14_42_34/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1992", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1992-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786046692.2605681, + "condition": "innovation", + "driver_wall_seconds": 1346.315530538559, + "experiment_name": "dp-bias-c1-s1992-innovation", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 117, + "best_validation_accuracy": 82.69999694824219, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 5.651546644003247e-07, + 8.183296245078964e-07, + 9.623547612136463e-07, + 1.0521866897761356e-06, + 1.1353199624863919e-06, + 1.1975700999755645e-06, + 1.2405216693878174e-06, + 1.2709000429822481e-06, + 1.2963538438270916e-06, + 1.3015811646255315e-06, + 1.3595301879831823e-06, + 1.4081008430366637e-06, + 1.4337198308567167e-06, + 1.4321806247608038e-06, + 1.4943502719688695e-06, + 1.4768122582609067e-06, + 1.480432047173963e-06, + 1.5402991948576528e-06, + 1.5698208244430134e-06, + 1.602327756700106e-06, + 1.5500125982725876e-06, + 1.604511339792225e-06, + 1.6326865761584486e-06, + 1.59759622420097e-06, + 1.624595938665152e-06, + 1.5999989955162164e-06, + 1.678737930888019e-06, + 1.626085349926143e-06, + 1.6563691360715893e-06, + 1.6828888647069107e-06, + 1.6739924149078433e-06, + 1.71523129210982e-06, + 1.7020709037751658e-06, + 1.6956871604634216e-06, + 1.6859214611031348e-06, + 1.7292235270360834e-06, + 1.74332387814502e-06, + 1.7710452766550588e-06, + 1.7297602425969671e-06, + 1.7068025499611394e-06, + 1.7129830212070374e-06, + 1.7160131164928316e-06, + 1.717285840641125e-06, + 1.7761627759682597e-06, + 1.7704693391351611e-06, + 1.7809674091040506e-06, + 1.7693188283374184e-06, + 1.7996178485191194e-06, + 1.7940952830031165e-06, + 1.8262009007230517e-06, + 1.8152126131099067e-06, + 1.841745415731566e-06, + 1.8266813412992633e-06, + 1.8321826473766123e-06, + 1.8447125285092625e-06, + 1.8702415900406777e-06, + 1.903952920656593e-06, + 1.8920712818726315e-06, + 1.869616653493722e-06, + 1.8990285752806813e-06, + 1.941408072525519e-06, + 1.960668896572315e-06, + 1.9551471268641762e-06, + 1.9541096207831288e-06, + 1.955774450834724e-06, + 1.9548717773432145e-06, + 1.9740500647458248e-06, + 2.015139671129873e-06, + 1.956517735379748e-06, + 1.998964535232517e-06, + 2.0526758817140944e-06, + 2.0338916328910273e-06, + 1.992527131733368e-06, + 2.0532268081296934e-06, + 2.027558139161556e-06, + 2.1089683741593035e-06, + 2.124070078934892e-06, + 2.0946763470419683e-06, + 2.1284363356244285e-06, + 2.1082369130454026e-06, + 2.1778125756100053e-06, + 2.1713356090913294e-06, + 2.1467387796292314e-06, + 2.1829732759215403e-06, + 2.217879000454559e-06, + 2.1738267150794854e-06, + 2.1505384211195633e-06, + 2.2504834760184167e-06, + 2.2300100681604818e-06, + 2.2555866507900646e-06, + 2.318631914022262e-06, + 2.2768363123759627e-06, + 2.3528643851022935e-06, + 2.3245022475748556e-06, + 2.3254615371115506e-06, + 2.3218617570819333e-06, + 2.3860138753661886e-06, + 2.4109717742248904e-06, + 2.3877214516687673e-06, + 2.41563975578174e-06, + 2.4321352611877955e-06, + 2.423603518764139e-06, + 2.46761851485644e-06, + 2.4689350084372563e-06, + 2.4082335130515276e-06, + 2.491648501745658e-06, + 2.5008328066178365e-06, + 2.5009037472045748e-06, + 2.4603318706795108e-06, + 2.5455301511101425e-06, + 2.567807086961693e-06, + 2.6151371912419563e-06, + 2.5183164780173684e-06, + 2.5784374884096906e-06, + 2.5896924853441305e-06, + 2.577258328528842e-06, + 2.552273144829087e-06, + 2.5661929612397216e-06, + 2.5706124233693117e-06, + 2.540210289225797e-06, + 2.507097178749973e-06, + 2.560181428634678e-06, + 2.5713002287375275e-06, + 2.6006016469182214e-06, + 2.5691501832625363e-06, + 2.53626171797805e-06, + 2.5778572307899594e-06, + 2.5929293769877404e-06, + 2.5796623503993033e-06, + 2.514925427021808e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.50960049092464e-08, + 8.258388106696657e-08, + 8.292661135556045e-08, + 8.240023419148201e-08, + 8.276700924625402e-08, + 8.342406943029346e-08, + 8.268934692523544e-08, + 8.297347875441119e-08, + 8.308713717042338e-08, + 8.155715391922058e-08, + 8.258979278252809e-08, + 8.322820832518119e-08, + 8.340019519437192e-08, + 8.218025016049069e-08, + 8.302435361429161e-08, + 8.236218462798206e-08, + 8.153133990163042e-08, + 8.290618325190735e-08, + 8.398667006304095e-08, + 8.400206041869751e-08, + 8.278261276473131e-08, + 8.403399931466993e-08, + 8.511941018696234e-08, + 8.276051488564917e-08, + 8.322100342184058e-08, + 8.222610148322929e-08, + 8.367042170220884e-08, + 8.233562454051935e-08, + 8.311934607263538e-08, + 8.37106668427623e-08, + 8.356420977406742e-08, + 8.419051766850316e-08, + 8.351211278068149e-08, + 8.220212777132474e-08, + 8.26061139491685e-08, + 8.317135780089302e-08, + 8.370455617523476e-08, + 8.434967213588607e-08, + 8.228574444046899e-08, + 8.150999519784818e-08, + 8.204293777680505e-08, + 8.196978740215854e-08, + 8.10964948527726e-08, + 8.328209588626123e-08, + 8.23640036173856e-08, + 8.287767627734866e-08, + 8.205585544374117e-08, + 8.284622055043656e-08, + 8.227863901311139e-08, + 8.332091994134316e-08, + 8.333514500691308e-08, + 8.308411025836904e-08, + 8.19843748445237e-08, + 8.174956889206442e-08, + 8.267072360013117e-08, + 8.266638928944303e-08, + 8.443795707080426e-08, + 8.298262343942042e-08, + 8.132528961368735e-08, + 8.358014014220316e-08, + 8.475873158886316e-08, + 8.33394651067465e-08, + 8.3665099737118e-08, + 8.286315988925708e-08, + 8.22020851387606e-08, + 8.249905647517153e-08, + 8.25098211976183e-08, + 8.351154434649288e-08, + 8.232938597529937e-08, + 8.329129030926197e-08, + 8.482998481440518e-08, + 8.269743290156839e-08, + 8.117754646264075e-08, + 8.387352323779851e-08, + 8.223187819567102e-08, + 8.358972536370857e-08, + 8.449873689642118e-08, + 8.318366440107638e-08, + 8.320493805058504e-08, + 8.226727743476658e-08, + 8.383893401742171e-08, + 8.294338016412439e-08, + 8.268479234629922e-08, + 8.30697715059614e-08, + 8.355789304914651e-08, + 8.240237292511665e-08, + 8.083411273673846e-08, + 8.408332519138639e-08, + 8.281033103685331e-08, + 8.227259939985743e-08, + 8.445503141274457e-08, + 8.21512884385811e-08, + 8.364380477132727e-08, + 8.416702002023158e-08, + 8.273364215938273e-08, + 8.280107977043372e-08, + 8.437949361450592e-08, + 8.460397538101461e-08, + 8.264792938916798e-08, + 8.347059576863103e-08, + 8.350096436515742e-08, + 8.286376385058247e-08, + 8.409013929622233e-08, + 8.349802982365873e-08, + 8.221269354180549e-08, + 8.323530664711143e-08, + 8.374986038006682e-08, + 8.309389443184045e-08, + 8.179910793160161e-08, + 8.448528632243324e-08, + 8.398345130444795e-08, + 8.544974861024457e-08, + 8.169451604089772e-08, + 8.36910913903921e-08, + 8.420163055689045e-08, + 8.383041461001994e-08, + 8.283778640816308e-08, + 8.276513341343161e-08, + 8.299112153054011e-08, + 8.222558278703218e-08, + 8.135052098623419e-08, + 8.269945794836531e-08, + 8.298652431903975e-08, + 8.423933195444988e-08, + 8.311447885489542e-08, + 8.208559165723273e-08, + 8.317649502487257e-08, + 8.3474589018806e-08, + 8.302215093181076e-08, + 8.139128482298474e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.264391899108887, + 6.977414131164551, + 7.234428405761719, + 7.242570877075195, + 7.074718475341797, + 6.900444030761719, + 6.852675437927246, + 6.733451843261719, + 6.659199237823486, + 6.656491756439209, + 6.610866546630859, + 6.532876491546631, + 6.5610737800598145, + 6.644333362579346, + 6.758328914642334, + 6.668023586273193, + 6.697525978088379, + 6.739274978637695, + 6.7276835441589355, + 6.798233509063721, + 6.714458465576172, + 6.756107330322266, + 6.817115783691406, + 6.812081336975098, + 6.803969383239746, + 6.752786636352539, + 6.922989368438721, + 6.874139308929443, + 6.906683921813965, + 6.8743062019348145, + 6.873038291931152, + 6.939213275909424, + 6.907401084899902, + 7.011395454406738, + 6.899348735809326, + 6.9814934730529785, + 6.954258918762207, + 7.041719913482666, + 7.013198375701904, + 7.027947902679443, + 6.9531731605529785, + 6.993313789367676, + 7.078413486480713, + 7.026374816894531, + 7.08477258682251, + 7.038379669189453, + 7.059563159942627, + 7.08232307434082, + 7.119500637054443, + 7.1012444496154785, + 7.067852973937988, + 7.194443225860596, + 7.207388401031494, + 7.210241317749023, + 7.207858085632324, + 7.204678058624268, + 7.222621440887451, + 7.286028861999512, + 7.286786079406738, + 7.280644416809082, + 7.28926420211792, + 7.429694175720215, + 7.350874900817871, + 7.432041645050049, + 7.448301792144775, + 7.358059406280518, + 7.388880252838135, + 7.400780200958252, + 7.388784885406494, + 7.426681995391846, + 7.420624256134033, + 7.512842655181885, + 7.510833263397217, + 7.4464921951293945, + 7.494802474975586, + 7.563401699066162, + 7.536273002624512, + 7.578645706176758, + 7.6361212730407715, + 7.622544288635254, + 7.670511245727539, + 7.686807632446289, + 7.660233497619629, + 7.680441856384277, + 7.6970438957214355, + 7.657654285430908, + 7.716334819793701, + 7.743330478668213, + 7.764619827270508, + 7.854963779449463, + 7.7893900871276855, + 7.849416255950928, + 7.880742073059082, + 7.7743401527404785, + 7.8430047035217285, + 7.819005012512207, + 7.808786392211914, + 7.805038928985596, + 7.8809895515441895, + 7.86430025100708, + 7.837190628051758, + 7.85666561126709, + 7.8321051597595215, + 7.892631530761719, + 7.828040599822998, + 7.9050703048706055, + 7.880544185638428, + 7.910172462463379, + 7.8894782066345215, + 7.878538608551025, + 7.936524391174316, + 7.915570259094238, + 7.950175762176514, + 7.949460506439209, + 7.903659820556641, + 7.914787292480469, + 7.898887634277344, + 7.975059986114502, + 7.969872951507568, + 7.948004722595215, + 7.92954683303833, + 7.958200931549072, + 7.966342926025391, + 7.947449207305908, + 7.957923412322998, + 7.949538707733154, + 7.966967582702637, + 7.986464977264404, + 7.974283218383789, + 7.9395527839660645 + ], + "train_accuracy": [ + 39.03555679321289, + 51.29777908325195, + 56.428890228271484, + 59.36888885498047, + 61.893333435058594, + 63.364444732666016, + 64.44666290283203, + 64.5111083984375, + 64.93333435058594, + 65.16222381591797, + 65.91555786132812, + 66.4022216796875, + 66.7933349609375, + 67.05110931396484, + 68.04222106933594, + 67.7933349609375, + 67.95999908447266, + 68.38444519042969, + 68.9000015258789, + 69.20222473144531, + 68.7955551147461, + 69.4022216796875, + 69.3022232055664, + 69.77999877929688, + 70.13555908203125, + 70.1933364868164, + 70.68000030517578, + 70.39555358886719, + 70.6866683959961, + 70.90666961669922, + 70.81777954101562, + 71.35333251953125, + 71.66222381591797, + 71.4911117553711, + 71.4022216796875, + 71.6844482421875, + 71.78221893310547, + 71.97110748291016, + 72.1977767944336, + 72.22888946533203, + 72.03778076171875, + 72.05999755859375, + 72.64888763427734, + 72.9000015258789, + 73.0977783203125, + 73.15777587890625, + 73.11333465576172, + 73.38666534423828, + 73.8022232055664, + 73.66444396972656, + 73.72888946533203, + 74.12889099121094, + 74.31999969482422, + 74.61555480957031, + 74.44444274902344, + 74.913330078125, + 75.08222198486328, + 75.12889099121094, + 75.41999816894531, + 75.10444641113281, + 75.08000183105469, + 75.59333038330078, + 75.55999755859375, + 76.2911148071289, + 75.83110809326172, + 76.42222595214844, + 76.52889251708984, + 76.73555755615234, + 76.73110961914062, + 76.7088851928711, + 77.08444213867188, + 77.2933349609375, + 77.44444274902344, + 77.25111389160156, + 77.85778045654297, + 77.87333679199219, + 77.9800033569336, + 78.23999786376953, + 78.65110778808594, + 78.75555419921875, + 78.73332977294922, + 79.1844482421875, + 79.06888580322266, + 79.26222229003906, + 79.44666290283203, + 79.4888916015625, + 79.62666320800781, + 79.78221893310547, + 80.1977767944336, + 80.66444396972656, + 80.57111358642578, + 80.65333557128906, + 81.05110931396484, + 80.91777801513672, + 81.06444549560547, + 81.12666320800781, + 81.39555358886719, + 81.48444366455078, + 81.73332977294922, + 81.88888549804688, + 82.16222381591797, + 82.14888763427734, + 82.19999694824219, + 82.6066665649414, + 82.62666320800781, + 82.9111099243164, + 82.90666961669922, + 82.9977798461914, + 82.98222351074219, + 83.21778106689453, + 83.4044418334961, + 83.22000122070312, + 83.48222351074219, + 83.55777740478516, + 83.4022216796875, + 83.79777526855469, + 83.59111022949219, + 83.82444763183594, + 83.8155517578125, + 83.6933364868164, + 83.586669921875, + 83.91999816894531, + 83.77555847167969, + 83.68888854980469, + 83.65777587890625, + 83.57777404785156, + 83.88444519042969, + 83.71111297607422, + 83.83333587646484, + 83.64444732666016 + ], + "train_loss": [ + 1.7050100564956665, + 1.3710148334503174, + 1.2383077144622803, + 1.1632145643234253, + 1.0935990810394287, + 1.0536491870880127, + 1.0202282667160034, + 1.0206316709518433, + 1.0105252265930176, + 1.0069206953048706, + 0.9880034327507019, + 0.9746926426887512, + 0.9687619805335999, + 0.9525028467178345, + 0.9317524433135986, + 0.9350137114524841, + 0.9261712431907654, + 0.904508650302887, + 0.9005576968193054, + 0.896055281162262, + 0.9039478898048401, + 0.8939375877380371, + 0.8926700949668884, + 0.8764123320579529, + 0.867428719997406, + 0.8673074245452881, + 0.8557270765304565, + 0.8624234795570374, + 0.8549641966819763, + 0.850317120552063, + 0.8495632410049438, + 0.8343561291694641, + 0.8283343315124512, + 0.8305894136428833, + 0.8315274119377136, + 0.8216957449913025, + 0.8196675181388855, + 0.8159430623054504, + 0.8080921769142151, + 0.8077465891838074, + 0.808620274066925, + 0.8072639107704163, + 0.8010877370834351, + 0.7903465628623962, + 0.7857382297515869, + 0.7829195261001587, + 0.7806415557861328, + 0.7712002396583557, + 0.7589397430419922, + 0.7672277688980103, + 0.7642031311988831, + 0.7534486055374146, + 0.7481210231781006, + 0.7404558658599854, + 0.7429067492485046, + 0.734068751335144, + 0.7317671775817871, + 0.7278575897216797, + 0.7146227359771729, + 0.7231827974319458, + 0.7217106223106384, + 0.7032854557037354, + 0.7022920846939087, + 0.693237841129303, + 0.6911247968673706, + 0.6874701380729675, + 0.6819620728492737, + 0.6771761178970337, + 0.6766675710678101, + 0.671692967414856, + 0.6655333638191223, + 0.6566385626792908, + 0.6542138457298279, + 0.6547013521194458, + 0.642994225025177, + 0.6350389719009399, + 0.6373831033706665, + 0.6255748271942139, + 0.6199999451637268, + 0.6172025799751282, + 0.613323986530304, + 0.6072865128517151, + 0.6063575744628906, + 0.5992239117622375, + 0.5913497805595398, + 0.5942967534065247, + 0.5888499617576599, + 0.5814456939697266, + 0.5726745128631592, + 0.5647868514060974, + 0.5645409226417542, + 0.557034969329834, + 0.5476405620574951, + 0.5570142269134521, + 0.5480912327766418, + 0.5466099977493286, + 0.5368179082870483, + 0.5363700985908508, + 0.5277553200721741, + 0.5218702554702759, + 0.5207218527793884, + 0.5165232419967651, + 0.5119051933288574, + 0.5084289312362671, + 0.504882276058197, + 0.5005626678466797, + 0.4955200254917145, + 0.49458929896354675, + 0.4927699863910675, + 0.48804980516433716, + 0.483784556388855, + 0.4872121214866638, + 0.48265787959098816, + 0.4779576361179352, + 0.4829760193824768, + 0.4769781529903412, + 0.47825467586517334, + 0.47342556715011597, + 0.4762439727783203, + 0.4765535891056061, + 0.47896140813827515, + 0.4745793342590332, + 0.4752707779407501, + 0.4762120842933655, + 0.4745115637779236, + 0.47727811336517334, + 0.4740276336669922, + 0.47310781478881836, + 0.472671240568161, + 0.47827354073524475 + ], + "train_time": [ + 18.88169527053833, + 9.87637972831726, + 9.758576393127441, + 9.785034656524658, + 9.764633178710938, + 9.820734024047852, + 9.820387363433838, + 9.82467794418335, + 9.829710483551025, + 9.852084159851074, + 9.954957485198975, + 9.837259292602539, + 9.87480902671814, + 9.965913772583008, + 9.906282186508179, + 9.835652589797974, + 9.823774576187134, + 9.83445954322815, + 9.855238914489746, + 9.861167669296265, + 9.894710302352905, + 9.982568264007568, + 9.844011783599854, + 10.089291334152222, + 9.927250862121582, + 9.874633550643921, + 9.895368814468384, + 9.912256002426147, + 9.883951425552368, + 9.882731199264526, + 9.904271125793457, + 9.915597200393677, + 9.840923070907593, + 9.893220663070679, + 9.919587135314941, + 10.009455680847168, + 9.878145217895508, + 9.843203783035278, + 9.900217533111572, + 9.840424299240112, + 9.840992450714111, + 9.895076990127563, + 9.888073682785034, + 9.833515644073486, + 9.873387813568115, + 9.931336164474487, + 9.881017446517944, + 9.908246278762817, + 9.931577205657959, + 9.922688484191895, + 9.87697458267212, + 9.829064846038818, + 9.92991852760315, + 10.000928401947021, + 9.86267638206482, + 9.907257318496704, + 9.864912748336792, + 9.950313568115234, + 9.934519052505493, + 9.857193231582642, + 9.894596099853516, + 9.878852605819702, + 9.888504981994629, + 9.986425161361694, + 9.960387706756592, + 9.857789278030396, + 9.866389989852905, + 9.8946533203125, + 9.89612865447998, + 9.888733863830566, + 9.969621419906616, + 9.845349073410034, + 10.088027238845825, + 9.895280838012695, + 9.873594999313354, + 9.878232479095459, + 9.912907838821411, + 9.870383501052856, + 9.91002631187439, + 9.866389989852905, + 9.925384759902954, + 9.900957107543945, + 9.891926527023315, + 9.864474534988403, + 10.026838541030884, + 9.85693645477295, + 9.911916494369507, + 9.90084719657898, + 9.880249500274658, + 9.888854265213013, + 9.889341354370117, + 9.849279165267944, + 9.965396165847778, + 9.858044624328613, + 9.88704228401184, + 10.007735252380371, + 9.865707159042358, + 9.886194467544556, + 9.861822128295898, + 9.962710618972778, + 9.856233358383179, + 9.93103837966919, + 9.904097318649292, + 9.978773832321167, + 9.897315979003906, + 9.866923093795776, + 9.901127099990845, + 9.935178518295288, + 9.823058605194092, + 9.868002653121948, + 9.978318452835083, + 9.859058380126953, + 9.869467973709106, + 9.913764953613281, + 9.855556964874268, + 9.890502452850342, + 9.929212808609009, + 9.836121797561646, + 10.05497121810913, + 9.942312717437744, + 9.842143535614014, + 9.900411128997803, + 9.907083988189697, + 9.908019065856934, + 10.007301568984985, + 9.982827425003052, + 9.949947118759155, + 9.876493692398071, + 9.92984914779663, + 9.860271215438843 + ], + "used_clean_difference_rms_ratio": [ + 4.4822078848483216e-07, + 5.760957719758153e-07, + 5.994118623675604e-07, + 5.978097306069685e-07, + 5.862115699528658e-07, + 5.762482828686188e-07, + 5.668705966854759e-07, + 5.581645154961734e-07, + 5.520756758414791e-07, + 5.428493068393436e-07, + 5.460718739414006e-07, + 5.439042070065625e-07, + 5.480965228343848e-07, + 5.464628429763252e-07, + 5.608433752968267e-07, + 5.499639428308001e-07, + 5.463940055960848e-07, + 5.586741735896794e-07, + 5.651799597217178e-07, + 5.717996032217343e-07, + 5.567583230003947e-07, + 5.687132897946867e-07, + 5.80025357521663e-07, + 5.642499445457361e-07, + 5.669191978086019e-07, + 5.547072987610591e-07, + 5.810327934341331e-07, + 5.657778388012957e-07, + 5.746895226366178e-07, + 5.747428417635092e-07, + 5.742662665397802e-07, + 5.840208814333891e-07, + 5.771802875642607e-07, + 5.757042913501209e-07, + 5.699369012290845e-07, + 5.805755449728167e-07, + 5.82114637381892e-07, + 5.930539828113979e-07, + 5.771224778072792e-07, + 5.719714977203694e-07, + 5.694743663298141e-07, + 5.744824420617078e-07, + 5.744067266277852e-07, + 5.847996362717822e-07, + 5.82879920330015e-07, + 5.830258942296496e-07, + 5.784152676824306e-07, + 5.867061645403737e-07, + 5.85030477395776e-07, + 5.907816102990182e-07, + 5.89129797390342e-07, + 5.975937256152974e-07, + 5.909190008424048e-07, + 5.903164606024802e-07, + 5.951652042313071e-07, + 5.956609356871923e-07, + 6.098628091422142e-07, + 6.039232971488673e-07, + 5.924406991653086e-07, + 6.088816348892578e-07, + 6.184535550346482e-07, + 6.192428259055305e-07, + 6.158655310173344e-07, + 6.162171644064074e-07, + 6.125266622802883e-07, + 6.061812882762752e-07, + 6.087673227739288e-07, + 6.1882769841759e-07, + 6.080518346607278e-07, + 6.181131766425096e-07, + 6.295384764598566e-07, + 6.202543545441586e-07, + 6.091466389079869e-07, + 6.241951950869407e-07, + 6.162706540635554e-07, + 6.326141601675772e-07, + 6.374968961608829e-07, + 6.298080279520946e-07, + 6.350086891870887e-07, + 6.26958183147508e-07, + 6.441638902288105e-07, + 6.383480695149046e-07, + 6.343007612485962e-07, + 6.380715262821468e-07, + 6.433107841985475e-07, + 6.304773023657617e-07, + 6.234928946469154e-07, + 6.497640470115584e-07, + 6.428198844332655e-07, + 6.45870727566944e-07, + 6.568994308508991e-07, + 6.446019256145519e-07, + 6.606869646930136e-07, + 6.547732596118294e-07, + 6.494761919384473e-07, + 6.464225634772447e-07, + 6.590755674551474e-07, + 6.608759690607258e-07, + 6.515471682178031e-07, + 6.559998269040079e-07, + 6.544710231537465e-07, + 6.508188903353584e-07, + 6.593223247364222e-07, + 6.585646019630076e-07, + 6.434329407056794e-07, + 6.579107889592706e-07, + 6.58457850022387e-07, + 6.573938549081504e-07, + 6.458135999309889e-07, + 6.646000088039727e-07, + 6.672507311122899e-07, + 6.777426619919424e-07, + 6.502331189039978e-07, + 6.647945838267333e-07, + 6.662963869530358e-07, + 6.631299811488134e-07, + 6.558047402904776e-07, + 6.603428346352302e-07, + 6.612132779082458e-07, + 6.538899697261513e-07, + 6.458213874793728e-07, + 6.586879521819355e-07, + 6.613673804167775e-07, + 6.688381404273969e-07, + 6.606204578929464e-07, + 6.528656513182796e-07, + 6.629125550716708e-07, + 6.674866881439812e-07, + 6.635289082623785e-07, + 6.471222491200024e-07 + ], + "val_accuracy": [ + 53.63999938964844, + 57.5, + 62.7599983215332, + 63.959999084472656, + 67.19999694824219, + 68.83999633789062, + 63.2599983215332, + 68.22000122070312, + 68.5999984741211, + 68.87999725341797, + 70.22000122070312, + 70.36000061035156, + 71.0, + 70.58000183105469, + 72.41999816894531, + 70.9800033569336, + 71.80000305175781, + 73.33999633789062, + 72.16000366210938, + 71.72000122070312, + 72.0, + 72.68000030517578, + 72.83999633789062, + 73.08000183105469, + 72.16000366210938, + 72.33999633789062, + 72.4000015258789, + 72.66000366210938, + 74.62000274658203, + 73.23999786376953, + 73.54000091552734, + 73.54000091552734, + 72.94000244140625, + 73.54000091552734, + 74.54000091552734, + 74.76000213623047, + 73.4000015258789, + 72.80000305175781, + 73.54000091552734, + 75.45999908447266, + 75.5, + 76.62000274658203, + 75.27999877929688, + 72.62000274658203, + 76.80000305175781, + 74.26000213623047, + 75.27999877929688, + 77.30000305175781, + 75.19999694824219, + 75.62000274658203, + 77.19999694824219, + 75.31999969482422, + 78.05999755859375, + 75.87999725341797, + 77.36000061035156, + 76.76000213623047, + 75.45999908447266, + 77.33999633789062, + 76.83999633789062, + 77.45999908447266, + 76.76000213623047, + 75.5, + 78.22000122070312, + 77.13999938964844, + 79.04000091552734, + 77.76000213623047, + 78.37999725341797, + 77.33999633789062, + 79.33999633789062, + 78.81999969482422, + 78.5, + 77.86000061035156, + 78.66000366210938, + 78.86000061035156, + 78.5999984741211, + 80.08000183105469, + 78.77999877929688, + 79.76000213623047, + 79.4800033569336, + 80.18000030517578, + 81.05999755859375, + 79.9000015258789, + 79.31999969482422, + 81.18000030517578, + 80.26000213623047, + 81.0, + 80.83999633789062, + 80.12000274658203, + 80.23999786376953, + 81.26000213623047, + 80.91999816894531, + 80.86000061035156, + 80.68000030517578, + 80.73999786376953, + 82.0999984741211, + 81.08000183105469, + 80.80000305175781, + 81.73999786376953, + 81.31999969482422, + 81.37999725341797, + 81.69999694824219, + 81.63999938964844, + 81.18000030517578, + 81.4800033569336, + 81.81999969482422, + 81.95999908447266, + 82.37999725341797, + 82.54000091552734, + 82.22000122070312, + 82.37999725341797, + 82.68000030517578, + 82.44000244140625, + 82.58000183105469, + 82.62000274658203, + 82.62000274658203, + 82.45999908447266, + 82.69999694824219, + 82.58000183105469, + 82.68000030517578, + 82.68000030517578, + 82.69999694824219, + 82.66000366210938, + 82.68000030517578, + 82.63999938964844, + 82.63999938964844, + 82.66000366210938, + 82.68000030517578, + 82.66000366210938, + 82.62000274658203, + 82.68000030517578 + ], + "val_loss": [ + 1.3078911304473877, + 1.2291427850723267, + 1.046504259109497, + 1.0424591302871704, + 0.9432889819145203, + 0.9115638732910156, + 1.048808217048645, + 0.9226730465888977, + 0.8861709833145142, + 0.901089072227478, + 0.8675469160079956, + 0.8844452500343323, + 0.853136420249939, + 0.8672876954078674, + 0.8175320625305176, + 0.8366456627845764, + 0.8339214324951172, + 0.7920310497283936, + 0.8080245852470398, + 0.819942831993103, + 0.8157350420951843, + 0.8236144185066223, + 0.8114354014396667, + 0.8087978959083557, + 0.7900000810623169, + 0.8134582042694092, + 0.8002684116363525, + 0.7763575911521912, + 0.75154709815979, + 0.7705303430557251, + 0.764462947845459, + 0.7811369299888611, + 0.8171564340591431, + 0.7755085229873657, + 0.7455933094024658, + 0.730856716632843, + 0.7811276316642761, + 0.7978798747062683, + 0.7629575133323669, + 0.7343873381614685, + 0.7259421348571777, + 0.7088908553123474, + 0.726820707321167, + 0.7946666479110718, + 0.6926457285881042, + 0.7601248025894165, + 0.7398520708084106, + 0.6868435144424438, + 0.7331575155258179, + 0.6958214640617371, + 0.6675768494606018, + 0.7134968042373657, + 0.6495764255523682, + 0.7132424712181091, + 0.6753435730934143, + 0.6862394213676453, + 0.7329705953598022, + 0.6717165112495422, + 0.6821414828300476, + 0.6511173844337463, + 0.6952592730522156, + 0.697197437286377, + 0.6292640566825867, + 0.6622451543807983, + 0.6136947870254517, + 0.6583985686302185, + 0.6362812519073486, + 0.6524500250816345, + 0.6078343391418457, + 0.6125659346580505, + 0.6415155529975891, + 0.6490184664726257, + 0.6172807216644287, + 0.614140510559082, + 0.6305233836174011, + 0.5825631618499756, + 0.6201512217521667, + 0.5939549803733826, + 0.5935849547386169, + 0.5882190465927124, + 0.5690504312515259, + 0.5820308923721313, + 0.6097471117973328, + 0.5684967637062073, + 0.5814794301986694, + 0.5584462881088257, + 0.5589359998703003, + 0.5811407566070557, + 0.5804787278175354, + 0.5442330837249756, + 0.5619701147079468, + 0.5586175918579102, + 0.5531511306762695, + 0.556577205657959, + 0.5309391617774963, + 0.5462487936019897, + 0.5499193072319031, + 0.526013970375061, + 0.5468360185623169, + 0.5448687672615051, + 0.5242730379104614, + 0.5249059200286865, + 0.5366131067276001, + 0.5257766842842102, + 0.5244796276092529, + 0.5222634673118591, + 0.5141039490699768, + 0.5140299201011658, + 0.5150713920593262, + 0.5128704309463501, + 0.5093847513198853, + 0.5110731720924377, + 0.5048412680625916, + 0.5061895847320557, + 0.5055398344993591, + 0.5068002939224243, + 0.5043785572052002, + 0.505124032497406, + 0.5051042437553406, + 0.5047976970672607, + 0.5048054456710815, + 0.5048282742500305, + 0.5047197937965393, + 0.5047873854637146, + 0.5047872066497803, + 0.5047129392623901, + 0.5046113133430481, + 0.5046907663345337, + 0.5046834349632263, + 0.5046643614768982 + ], + "val_time": [ + 0.8171579837799072, + 0.19896936416625977, + 0.18796586990356445, + 0.19530510902404785, + 0.19318795204162598, + 0.1684410572052002, + 0.17999672889709473, + 0.19109392166137695, + 0.19432663917541504, + 0.19838976860046387, + 0.18071532249450684, + 0.19627737998962402, + 0.202317476272583, + 0.1915283203125, + 0.19712042808532715, + 0.20075678825378418, + 0.17847704887390137, + 0.20349550247192383, + 0.18925738334655762, + 0.1964554786682129, + 0.1967165470123291, + 0.18820977210998535, + 0.19079804420471191, + 0.1815783977508545, + 0.18678069114685059, + 0.19067168235778809, + 0.19088959693908691, + 0.19150352478027344, + 0.19221210479736328, + 0.19287919998168945, + 0.19332289695739746, + 0.1909322738647461, + 0.179487943649292, + 0.19237184524536133, + 0.19114446640014648, + 0.1783432960510254, + 0.18419814109802246, + 0.20013046264648438, + 0.18992328643798828, + 0.18971872329711914, + 0.1913139820098877, + 0.18674063682556152, + 0.1833963394165039, + 0.1856977939605713, + 0.19898128509521484, + 0.1941545009613037, + 0.19334793090820312, + 0.19541645050048828, + 0.2000880241394043, + 0.1892697811126709, + 0.1899123191833496, + 0.18626093864440918, + 0.19202828407287598, + 0.19811153411865234, + 0.19832181930541992, + 0.1784675121307373, + 0.19041228294372559, + 0.18245840072631836, + 0.19030380249023438, + 0.18028664588928223, + 0.18686413764953613, + 0.19090938568115234, + 0.21487903594970703, + 0.19411969184875488, + 0.1988379955291748, + 0.1772463321685791, + 0.19359827041625977, + 0.19338726997375488, + 0.19702458381652832, + 0.20189785957336426, + 0.192216157913208, + 0.18684124946594238, + 0.19177460670471191, + 0.1973717212677002, + 0.1839003562927246, + 0.19138789176940918, + 0.19059157371520996, + 0.17034053802490234, + 0.19311833381652832, + 0.19188761711120605, + 0.18087458610534668, + 0.1810743808746338, + 0.1918013095855713, + 0.1773242950439453, + 0.1911144256591797, + 0.1840958595275879, + 0.18607711791992188, + 0.1749589443206787, + 0.19378328323364258, + 0.16931891441345215, + 0.18515324592590332, + 0.18186330795288086, + 0.19176244735717773, + 0.193739652633667, + 0.19095253944396973, + 0.19111871719360352, + 0.19302988052368164, + 0.19380950927734375, + 0.2118854522705078, + 0.19411969184875488, + 0.19463491439819336, + 0.1943671703338623, + 0.20203900337219238, + 0.17654776573181152, + 0.19344305992126465, + 0.1930091381072998, + 0.19249367713928223, + 0.1785295009613037, + 0.1872403621673584, + 0.1814098358154297, + 0.19460701942443848, + 0.1803140640258789, + 0.20222234725952148, + 0.19220757484436035, + 0.19368672370910645, + 0.18115973472595215, + 0.18281269073486328, + 0.2177445888519287, + 0.2014000415802002, + 0.17706060409545898, + 0.2042834758758545, + 0.18119573593139648, + 0.18229079246520996, + 0.20252537727355957, + 0.18682575225830078, + 0.2040419578552246, + 0.19417953491210938, + 0.18730497360229492, + 0.19848346710205078, + 0.18735456466674805 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999523162842, + 4.0, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.68000030517578, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1992, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json new file mode 100644 index 0000000..3b832df --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-oracle/2026_08_06_15_05_00/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1992", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1992-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786048033.0779204, + "condition": "oracle", + "driver_wall_seconds": 1340.7546656131744, + "experiment_name": "dp-bias-c1-s1992-oracle", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 127, + "best_validation_accuracy": 83.66000366210938, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 6.715801958989687e-08, + 8.04135353860147e-08, + 8.587051070207963e-08, + 8.94463383360744e-08, + 8.990843980427599e-08, + 9.377902188134613e-08, + 9.183823124203627e-08, + 9.141336931861588e-08, + 9.331633066267386e-08, + 9.45700264765037e-08, + 9.204958217878811e-08, + 9.150775781563425e-08, + 9.60076178557756e-08, + 9.289390590083713e-08, + 9.501452069571314e-08, + 9.307417769832682e-08, + 9.616487517405403e-08, + 9.416143598173221e-08, + 9.59530197519598e-08, + 9.515014198768768e-08, + 9.42916003054961e-08, + 9.532084987995404e-08, + 9.451214566524868e-08, + 9.851484605860605e-08, + 9.846916526612404e-08, + 9.61515240760491e-08, + 9.770278097676055e-08, + 9.631209962890352e-08, + 9.700599434836477e-08, + 9.681254908855408e-08, + 9.741631856741151e-08, + 1.0086176871482166e-07, + 1.0036816178171648e-07, + 9.714470650123985e-08, + 9.752031360221736e-08, + 9.839007475420658e-08, + 9.826253233313764e-08, + 9.721136962070887e-08, + 9.958403524024106e-08, + 9.74863212377386e-08, + 1.0118198190411931e-07, + 9.75939258296421e-08, + 1.0125251748149822e-07, + 9.953795654382702e-08, + 1.0058503363552518e-07, + 9.910230858167779e-08, + 1.0002906947192969e-07, + 9.874871409465413e-08, + 1.0019111584824714e-07, + 9.979056869724445e-08, + 1.0149263829362098e-07, + 1.0078152712367228e-07, + 9.948463031150823e-08, + 1.0041897269275069e-07, + 1.0258882099378752e-07, + 1.0000016459343897e-07, + 1.01950476505408e-07, + 9.751956042691745e-08, + 1.0248420778680156e-07, + 1.0182122167634589e-07, + 1.0174679232477502e-07, + 1.013902419799706e-07, + 1.0387328330807577e-07, + 1.0266997207963868e-07, + 1.0581565845768637e-07, + 1.015753383626361e-07, + 1.0276892226102063e-07, + 1.0590190413495293e-07, + 1.0267913808092999e-07, + 1.0320301413457855e-07, + 1.0500754399345169e-07, + 1.0458864352358432e-07, + 1.0466264654951374e-07, + 1.0371471859116355e-07, + 1.048655988711289e-07, + 1.0319214993614878e-07, + 1.0747471179683998e-07, + 1.0511748627095585e-07, + 1.0520322746288002e-07, + 1.0617873158480506e-07, + 1.0477850764800678e-07, + 1.0335804745409405e-07, + 1.0543399042717283e-07, + 1.0706039432761827e-07, + 1.0545900863689894e-07, + 1.1012809153498893e-07, + 1.0671567451936426e-07, + 1.0832658858817013e-07, + 1.0793881699555641e-07, + 1.0549348417043802e-07, + 1.0522249027644648e-07, + 1.105179308069637e-07, + 1.0790476068223143e-07, + 1.0699855579332507e-07, + 1.0733631938819599e-07, + 1.1146855882770978e-07, + 1.0859479715463749e-07, + 1.1452353732011034e-07, + 1.0849225162701259e-07, + 1.0755676527196556e-07, + 1.0740562572664203e-07, + 1.1100770080929578e-07, + 1.1328420157497021e-07, + 1.1172713243468024e-07, + 1.0969711183861364e-07, + 1.1332080873671657e-07, + 1.1525603582640542e-07, + 1.1030743252149477e-07, + 1.165437453209961e-07, + 1.1273636602027182e-07, + 1.1378050857047128e-07, + 1.1189523263510637e-07, + 1.1187426451897409e-07, + 1.1715178516169544e-07, + 1.1345693451403349e-07, + 1.1204817695897873e-07, + 1.1042380521075756e-07, + 1.1401687771694924e-07, + 1.1526260124128385e-07, + 1.1231819740942228e-07, + 1.1421759182894675e-07, + 1.1489897389083126e-07, + 1.132768474576551e-07, + 1.1346785555588212e-07, + 1.13588939143483e-07, + 1.1202531879916933e-07, + 1.0899762514782196e-07, + 1.1503688313041494e-07, + 1.1528025822826748e-07, + 1.1308999603443226e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.1474449834736333e-08, + 9.162940628471006e-09, + 8.40813463298673e-09, + 7.979424232473775e-09, + 7.499108001240984e-09, + 7.426305348445794e-09, + 6.982850742076607e-09, + 6.831516241589952e-09, + 6.783618999861574e-09, + 6.720521472658447e-09, + 6.402513186287706e-09, + 6.246477113336368e-09, + 6.403689578604599e-09, + 6.128237917124579e-09, + 6.098395566311865e-09, + 6.0093645615211244e-09, + 6.092235604882035e-09, + 5.887657916758826e-09, + 5.93118443248386e-09, + 5.863667773553516e-09, + 5.843655337400833e-09, + 5.818322712514146e-09, + 5.755161236464801e-09, + 5.875499642371551e-09, + 5.862720087179696e-09, + 5.775891764869812e-09, + 5.7289852861686086e-09, + 5.693249871541184e-09, + 5.734895669462503e-09, + 5.575840233973395e-09, + 5.725766527575615e-09, + 5.737124109117531e-09, + 5.726795038185628e-09, + 5.545122139238856e-09, + 5.6352584820729135e-09, + 5.514322776178915e-09, + 5.6091824518489375e-09, + 5.5642157548163595e-09, + 5.587171170162719e-09, + 5.411647130415531e-09, + 5.588550955337723e-09, + 5.522045043448998e-09, + 5.539162462042668e-09, + 5.455332630077692e-09, + 5.486033849422256e-09, + 5.421743498601472e-09, + 5.52642198670128e-09, + 5.438165029403308e-09, + 5.4640914015635644e-09, + 5.463856922460764e-09, + 5.442903461272408e-09, + 5.429706462223294e-09, + 5.3517132947433765e-09, + 5.298929739439018e-09, + 5.44722267292741e-09, + 5.314948481327519e-09, + 5.381394885262125e-09, + 5.210203823935444e-09, + 5.31941823922466e-09, + 5.387424728553469e-09, + 5.338899544682363e-09, + 5.214010556642279e-09, + 5.334392927380804e-09, + 5.213054432573472e-09, + 5.291556082198667e-09, + 5.1580304472054195e-09, + 5.148121484666035e-09, + 5.25203702750332e-09, + 5.192495322603463e-09, + 5.2018682694665586e-09, + 5.2085118440459155e-09, + 5.125973423503183e-09, + 5.146991277626967e-09, + 5.09917619240241e-09, + 5.1055617511508444e-09, + 5.023543359072846e-09, + 5.16987741505659e-09, + 5.065083019673011e-09, + 5.017702697784898e-09, + 5.051234541753047e-09, + 5.038316874816928e-09, + 4.923812912949188e-09, + 4.988962576391032e-09, + 5.010817538675383e-09, + 4.937724451536951e-09, + 5.129902280742726e-09, + 4.960338806370146e-09, + 4.992119606583856e-09, + 4.91655072210051e-09, + 4.830459587878977e-09, + 4.805053688272665e-09, + 4.880846837806985e-09, + 4.849026957742808e-09, + 4.859590951866721e-09, + 4.809275644390709e-09, + 4.920169160982368e-09, + 4.82775419641257e-09, + 4.9492983045240635e-09, + 4.781441020895727e-09, + 4.7551322879257896e-09, + 4.6981378787336325e-09, + 4.817910959076244e-09, + 4.863184521752828e-09, + 4.797672037426537e-09, + 4.762547245462656e-09, + 4.8043431455369046e-09, + 4.875207348931099e-09, + 4.700201117202596e-09, + 4.876081316496084e-09, + 4.768290207124437e-09, + 4.770544403953636e-09, + 4.729794333968584e-09, + 4.735041692072173e-09, + 4.835406297587497e-09, + 4.755346783014147e-09, + 4.7200612307563006e-09, + 4.6911452500353334e-09, + 4.753405224988683e-09, + 4.799633135377235e-09, + 4.6924246710489115e-09, + 4.7678239134540945e-09, + 4.7575432482460656e-09, + 4.726838920277032e-09, + 4.729196589892126e-09, + 4.748650805908028e-09, + 4.685087429123769e-09, + 4.6053232338749694e-09, + 4.765380978710709e-09, + 4.77769912521353e-09, + 4.73448613647065e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.265200614929199, + 6.982698440551758, + 7.238004684448242, + 7.236074447631836, + 7.070351600646973, + 6.911846160888672, + 6.822861194610596, + 6.699141502380371, + 6.623943328857422, + 6.661105155944824, + 6.639519691467285, + 6.620869159698486, + 6.570301532745361, + 6.576990127563477, + 6.665153980255127, + 6.584800720214844, + 6.657042980194092, + 6.760021686553955, + 6.684338569641113, + 6.759701728820801, + 6.7027506828308105, + 6.760777950286865, + 6.760336875915527, + 6.796749114990234, + 6.787083148956299, + 6.765491485595703, + 6.8203349113464355, + 6.841331958770752, + 6.787625789642334, + 6.902754783630371, + 6.80562162399292, + 6.881992340087891, + 6.930936813354492, + 6.962260723114014, + 6.876959800720215, + 7.025659561157227, + 6.879254341125488, + 6.966936111450195, + 6.9907355308532715, + 7.060102462768555, + 6.981379508972168, + 7.0091047286987305, + 7.148022651672363, + 7.059272766113281, + 7.055578231811523, + 7.036776065826416, + 6.985921859741211, + 7.031891345977783, + 7.078466892242432, + 7.040868282318115, + 7.0632476806640625, + 7.073185443878174, + 7.1451287269592285, + 7.171672821044922, + 7.079385757446289, + 7.114834308624268, + 7.1251349449157715, + 7.195100784301758, + 7.227701663970947, + 7.165899753570557, + 7.234838485717773, + 7.318323135375977, + 7.286416530609131, + 7.342175483703613, + 7.369114398956299, + 7.323689937591553, + 7.347928047180176, + 7.340989589691162, + 7.313835620880127, + 7.307512283325195, + 7.366882801055908, + 7.41938591003418, + 7.405040264129639, + 7.448734760284424, + 7.436500549316406, + 7.475576400756836, + 7.456999778747559, + 7.4786481857299805, + 7.5426249504089355, + 7.498988628387451, + 7.540318965911865, + 7.545959949493408, + 7.5492262840271, + 7.592273712158203, + 7.614079475402832, + 7.565463542938232, + 7.613410472869873, + 7.6302971839904785, + 7.698789119720459, + 7.713927268981934, + 7.6934332847595215, + 7.787693500518799, + 7.735820770263672, + 7.674580097198486, + 7.760391712188721, + 7.75627326965332, + 7.731729984283447, + 7.748198986053467, + 7.751174449920654, + 7.738067150115967, + 7.7664899826049805, + 7.751595497131348, + 7.764991283416748, + 7.785780906677246, + 7.722143173217773, + 7.794225692749023, + 7.784871578216553, + 7.8279709815979, + 7.7774529457092285, + 7.779520034790039, + 7.841927528381348, + 7.797237396240234, + 7.790469169616699, + 7.838651180267334, + 7.810067176818848, + 7.83349609375, + 7.79038143157959, + 7.853823661804199, + 7.829751014709473, + 7.848028659820557, + 7.811224937438965, + 7.8352179527282715, + 7.8579559326171875, + 7.842340469360352, + 7.831654071807861, + 7.861529350280762, + 7.89309024810791, + 7.871798992156982, + 7.84062385559082, + 7.818519115447998 + ], + "train_accuracy": [ + 39.01777648925781, + 51.351112365722656, + 56.551109313964844, + 59.27111053466797, + 62.00444412231445, + 63.49555587768555, + 64.74888610839844, + 64.52444458007812, + 65.07111358642578, + 65.04000091552734, + 65.81999969482422, + 66.26889038085938, + 66.81111145019531, + 67.55555725097656, + 67.60444641113281, + 67.5977783203125, + 68.02444458007812, + 68.66666412353516, + 68.8022232055664, + 69.0999984741211, + 68.95333099365234, + 69.26667022705078, + 69.41555786132812, + 69.93777465820312, + 69.74222564697266, + 70.1844482421875, + 70.3822250366211, + 70.36666870117188, + 70.46444702148438, + 71.13555908203125, + 70.68888854980469, + 71.11333465576172, + 71.41555786132812, + 71.54444122314453, + 71.16666412353516, + 71.9044418334961, + 71.47555541992188, + 71.93555450439453, + 71.97333526611328, + 72.35778045654297, + 72.25333404541016, + 72.25555419921875, + 72.7933349609375, + 72.78888702392578, + 72.86000061035156, + 73.13333129882812, + 73.02222442626953, + 73.22888946533203, + 73.695556640625, + 73.27999877929688, + 73.98444366455078, + 73.82221984863281, + 74.2155532836914, + 74.83110809326172, + 74.06666564941406, + 74.73110961914062, + 74.64666748046875, + 74.87777709960938, + 75.25777435302734, + 74.80889129638672, + 75.03778076171875, + 75.25555419921875, + 75.3822250366211, + 76.22444152832031, + 76.28888702392578, + 76.16889190673828, + 76.56888580322266, + 76.7844467163086, + 76.62222290039062, + 76.76444244384766, + 77.08444213867188, + 77.43555450439453, + 77.34444427490234, + 77.36444091796875, + 77.6977767944336, + 77.77111053466797, + 78.21111297607422, + 78.17778015136719, + 78.39555358886719, + 78.48222351074219, + 78.7088851928711, + 78.7955551147461, + 79.0999984741211, + 79.21778106689453, + 79.4000015258789, + 79.50444793701172, + 79.81111145019531, + 79.89111328125, + 80.1933364868164, + 80.2955551147461, + 80.6066665649414, + 80.71778106689453, + 80.78666687011719, + 80.84889221191406, + 81.0977783203125, + 81.22666931152344, + 81.23999786376953, + 81.52666473388672, + 81.71333312988281, + 81.804443359375, + 82.10888671875, + 82.02444458007812, + 82.29777526855469, + 82.38444519042969, + 82.43333435058594, + 82.87110900878906, + 82.94000244140625, + 83.06222534179688, + 83.04888916015625, + 83.13777923583984, + 83.33999633789062, + 83.2155532836914, + 83.32444763183594, + 83.46444702148438, + 83.4000015258789, + 83.65555572509766, + 83.46221923828125, + 83.7066650390625, + 83.63555908203125, + 83.92666625976562, + 83.39555358886719, + 83.7044448852539, + 83.66444396972656, + 83.62000274658203, + 83.45777893066406, + 83.63333129882812, + 83.92222595214844, + 83.7955551147461, + 83.61333465576172, + 83.45999908447266 + ], + "train_loss": [ + 1.7050352096557617, + 1.3709449768066406, + 1.2377327680587769, + 1.1647424697875977, + 1.09389066696167, + 1.0541410446166992, + 1.0168923139572144, + 1.0216752290725708, + 1.00956130027771, + 1.0124415159225464, + 0.9916608929634094, + 0.981216549873352, + 0.9684016704559326, + 0.9464340806007385, + 0.9363871216773987, + 0.9368671178817749, + 0.928872287273407, + 0.904478907585144, + 0.9067486524581909, + 0.9035182595252991, + 0.8955593109130859, + 0.8923158049583435, + 0.8922606110572815, + 0.8773974776268005, + 0.8838091492652893, + 0.8668925166130066, + 0.8592075705528259, + 0.8639956712722778, + 0.858953058719635, + 0.8442672491073608, + 0.8512720465660095, + 0.8340129852294922, + 0.8333646655082703, + 0.8327991962432861, + 0.8341718912124634, + 0.8155567646026611, + 0.8250952363014221, + 0.8194255232810974, + 0.8103888034820557, + 0.8005390763282776, + 0.8027946352958679, + 0.8073877692222595, + 0.7901250720024109, + 0.7900226712226868, + 0.7898889183998108, + 0.7803443670272827, + 0.7804628610610962, + 0.7783101201057434, + 0.7653474807739258, + 0.7699041366577148, + 0.7579430937767029, + 0.7628076672554016, + 0.7528665065765381, + 0.737476646900177, + 0.7503429651260376, + 0.7367711067199707, + 0.7378262877464294, + 0.7314146757125854, + 0.7185308337211609, + 0.7333664298057556, + 0.7259722948074341, + 0.7094188928604126, + 0.7080173492431641, + 0.6901776790618896, + 0.6893530488014221, + 0.6921060681343079, + 0.6794414520263672, + 0.6741979718208313, + 0.6777495741844177, + 0.6732162833213806, + 0.6655297875404358, + 0.653778076171875, + 0.6595560312271118, + 0.6518080234527588, + 0.646764874458313, + 0.638920783996582, + 0.6343178749084473, + 0.6311275959014893, + 0.6246241331100464, + 0.6218652725219727, + 0.6163731813430786, + 0.6111378073692322, + 0.6076267957687378, + 0.5981936454772949, + 0.5939598083496094, + 0.5961582660675049, + 0.5857393145561218, + 0.5842080116271973, + 0.571990430355072, + 0.5700584053993225, + 0.563866913318634, + 0.5590173006057739, + 0.552795946598053, + 0.5583353042602539, + 0.5458809733390808, + 0.5473352670669556, + 0.5401336550712585, + 0.535448431968689, + 0.5274320244789124, + 0.5261870622634888, + 0.5225388407707214, + 0.5195086598396301, + 0.5107601881027222, + 0.5114549994468689, + 0.5092235207557678, + 0.5029098987579346, + 0.4973925054073334, + 0.49349501729011536, + 0.49267706274986267, + 0.4900229871273041, + 0.4879046678543091, + 0.4893400967121124, + 0.48602670431137085, + 0.4795593321323395, + 0.4862441420555115, + 0.4778246283531189, + 0.4814654290676117, + 0.47550177574157715, + 0.4803639054298401, + 0.47738051414489746, + 0.4807405471801758, + 0.47598209977149963, + 0.4769502282142639, + 0.4779357314109802, + 0.4788494408130646, + 0.4765554368495941, + 0.4732555150985718, + 0.473807156085968, + 0.47624680399894714, + 0.48092806339263916 + ], + "train_time": [ + 18.778818368911743, + 9.923492908477783, + 9.840712070465088, + 9.865007162094116, + 9.885600090026855, + 9.837776899337769, + 9.902717113494873, + 9.84788966178894, + 9.869946241378784, + 10.036119937896729, + 9.849252223968506, + 9.932469367980957, + 9.923662424087524, + 9.885215282440186, + 9.844665765762329, + 9.840152978897095, + 9.915095806121826, + 9.84570860862732, + 9.889722347259521, + 9.819325685501099, + 9.851781129837036, + 9.938320875167847, + 9.865082025527954, + 9.792885541915894, + 9.855559349060059, + 9.849597215652466, + 9.776974439620972, + 9.785587310791016, + 9.825646877288818, + 9.837074518203735, + 9.79778504371643, + 9.833034038543701, + 9.772893905639648, + 9.926115036010742, + 9.936296939849854, + 9.84984040260315, + 9.749768495559692, + 9.805906534194946, + 9.832043647766113, + 9.904421329498291, + 9.932491540908813, + 9.852332592010498, + 9.831778764724731, + 9.872900485992432, + 9.810270547866821, + 9.813448190689087, + 9.815758466720581, + 9.840312957763672, + 9.805692195892334, + 9.817950010299683, + 9.84523057937622, + 9.772738218307495, + 9.919843196868896, + 9.852909326553345, + 9.781881093978882, + 9.83100152015686, + 9.853197574615479, + 9.840490579605103, + 9.988727569580078, + 9.849252700805664, + 9.853742122650146, + 9.853835344314575, + 9.875130653381348, + 9.790346145629883, + 9.869003772735596, + 9.834161520004272, + 9.806760311126709, + 9.850942850112915, + 9.824918031692505, + 9.859183549880981, + 10.061535596847534, + 9.750319957733154, + 9.832054138183594, + 9.849148511886597, + 9.860830068588257, + 9.85693883895874, + 9.89073657989502, + 9.828047513961792, + 9.836662530899048, + 9.835277318954468, + 9.81504774093628, + 9.943389892578125, + 9.856332302093506, + 9.82676911354065, + 9.935288667678833, + 9.790462255477905, + 9.831276893615723, + 9.840076684951782, + 9.874672889709473, + 10.01002287864685, + 9.906610012054443, + 9.815390825271606, + 9.81523609161377, + 10.009052276611328, + 9.793399095535278, + 9.8052077293396, + 9.825700044631958, + 9.833482265472412, + 9.83886981010437, + 9.786904573440552, + 9.93022108078003, + 9.865811109542847, + 9.830020427703857, + 9.831852436065674, + 9.814023733139038, + 9.989566564559937, + 9.889081954956055, + 9.860536575317383, + 9.838651895523071, + 9.83980941772461, + 9.85138750076294, + 9.922221899032593, + 9.849008798599243, + 9.818419933319092, + 9.847671508789062, + 9.92557168006897, + 9.820123672485352, + 9.849446058273315, + 9.741612195968628, + 9.802878856658936, + 9.807694911956787, + 9.860484838485718, + 9.860613584518433, + 9.891726970672607, + 9.866134643554688, + 9.841124773025513, + 9.86129903793335, + 9.784495115280151, + 9.925560474395752, + 9.79630994796753 + ], + "used_clean_difference_rms_ratio": [ + 5.925294033204409e-08, + 6.375286432103167e-08, + 6.062760604663708e-08, + 5.757136989359424e-08, + 5.281906823029203e-08, + 5.107088441036467e-08, + 4.742179626759935e-08, + 4.5472035026250524e-08, + 4.467801062446597e-08, + 4.457345426089887e-08, + 4.219623050971677e-08, + 4.108622420062602e-08, + 4.1800511496603576e-08, + 4.00935888933418e-08, + 4.042232504275489e-08, + 3.935797465715041e-08, + 4.038713541376637e-08, + 3.95467765201829e-08, + 3.945045889963694e-08, + 3.9359051129395084e-08, + 3.895652156415963e-08, + 3.898510314570558e-08, + 3.867209485974854e-08, + 3.969492823330256e-08, + 3.9560543285688254e-08, + 3.879321397448621e-08, + 3.884986199409468e-08, + 3.861230268853433e-08, + 3.869188702765314e-08, + 3.825682171054723e-08, + 3.869688214308553e-08, + 3.928069247649546e-08, + 3.9483591507405436e-08, + 3.832956707583435e-08, + 3.858445296600621e-08, + 3.8491116072236764e-08, + 3.8352798270580024e-08, + 3.846141538588199e-08, + 3.877886456393753e-08, + 3.7922323059547125e-08, + 3.8811460711940526e-08, + 3.837516260318807e-08, + 3.9376907068344735e-08, + 3.827663164202022e-08, + 3.8530952650717154e-08, + 3.7914240635927854e-08, + 3.8396724022504714e-08, + 3.7968263200127694e-08, + 3.842001561338293e-08, + 3.812099080846565e-08, + 3.827333472372629e-08, + 3.8114965406066403e-08, + 3.793845948507624e-08, + 3.7775681249740956e-08, + 3.841507378865572e-08, + 3.767368639273627e-08, + 3.8121918066735816e-08, + 3.7152688037167536e-08, + 3.819340932409432e-08, + 3.8370274069166044e-08, + 3.832419892546568e-08, + 3.79212714562982e-08, + 3.8612427033513086e-08, + 3.810398396808523e-08, + 3.878766108300624e-08, + 3.748182209051265e-08, + 3.7588552714851176e-08, + 3.829131856036838e-08, + 3.77761928405107e-08, + 3.782054136536317e-08, + 3.8112329292516733e-08, + 3.7826804799578895e-08, + 3.783067725748879e-08, + 3.774427170810668e-08, + 3.775702950292725e-08, + 3.7391355789395675e-08, + 3.835491213521891e-08, + 3.768065681697408e-08, + 3.772117196376712e-08, + 3.772063550400162e-08, + 3.768945688875647e-08, + 3.694208317028824e-08, + 3.7431075128324665e-08, + 3.778369972451401e-08, + 3.732206010909067e-08, + 3.8515484135359657e-08, + 3.747313925828166e-08, + 3.783667779089228e-08, + 3.770891510157526e-08, + 3.699152628655611e-08, + 3.676380799788603e-08, + 3.790328406694243e-08, + 3.7261255414478e-08, + 3.709326179546224e-08, + 3.7074407543968846e-08, + 3.79033906483528e-08, + 3.706683671111932e-08, + 3.8186517059557445e-08, + 3.684787586166749e-08, + 3.656561275988679e-08, + 3.633319778373334e-08, + 3.709907403504076e-08, + 3.750933430524128e-08, + 3.7166110189446044e-08, + 3.66415768837669e-08, + 3.7266691066406565e-08, + 3.769800471786766e-08, + 3.663743441961742e-08, + 3.7756670678845694e-08, + 3.693331862564264e-08, + 3.712602492100814e-08, + 3.669631709612986e-08, + 3.661738290361427e-08, + 3.770525580648609e-08, + 3.6875636766353637e-08, + 3.6720326335171194e-08, + 3.636240819560044e-08, + 3.705973838918908e-08, + 3.724662178683502e-08, + 3.6668254210781015e-08, + 3.6977976236585164e-08, + 3.709549289965253e-08, + 3.686378136080748e-08, + 3.685098803885012e-08, + 3.688214889052688e-08, + 3.658048086663257e-08, + 3.6109032208742065e-08, + 3.72853712349297e-08, + 3.728267827796117e-08, + 3.674939819120482e-08 + ], + "val_accuracy": [ + 53.86000061035156, + 57.41999816894531, + 62.20000076293945, + 63.779998779296875, + 66.55999755859375, + 69.44000244140625, + 62.779998779296875, + 68.19999694824219, + 69.5999984741211, + 69.22000122070312, + 70.18000030517578, + 67.44000244140625, + 71.72000122070312, + 71.31999969482422, + 71.45999908447266, + 71.12000274658203, + 70.44000244140625, + 73.66000366210938, + 72.05999755859375, + 71.80000305175781, + 72.91999816894531, + 73.27999877929688, + 73.95999908447266, + 71.62000274658203, + 71.05999755859375, + 73.41999816894531, + 73.12000274658203, + 73.91999816894531, + 73.23999786376953, + 74.44000244140625, + 72.4000015258789, + 74.80000305175781, + 74.62000274658203, + 74.30000305175781, + 74.80000305175781, + 74.9800033569336, + 74.37999725341797, + 73.4000015258789, + 75.45999908447266, + 75.4000015258789, + 75.36000061035156, + 74.86000061035156, + 74.73999786376953, + 75.0199966430664, + 77.54000091552734, + 73.55999755859375, + 76.22000122070312, + 77.27999877929688, + 76.0199966430664, + 76.95999908447266, + 77.27999877929688, + 76.0, + 78.76000213623047, + 77.30000305175781, + 74.94000244140625, + 77.45999908447266, + 76.12000274658203, + 77.23999786376953, + 77.68000030517578, + 76.77999877929688, + 76.77999877929688, + 76.68000030517578, + 78.37999725341797, + 78.95999908447266, + 79.41999816894531, + 78.08000183105469, + 78.91999816894531, + 78.69999694824219, + 78.69999694824219, + 79.12000274658203, + 79.41999816894531, + 78.0, + 78.72000122070312, + 79.0, + 79.13999938964844, + 80.87999725341797, + 80.16000366210938, + 80.77999877929688, + 80.72000122070312, + 80.0199966430664, + 81.04000091552734, + 79.80000305175781, + 79.9800033569336, + 80.69999694824219, + 80.72000122070312, + 81.5999984741211, + 81.13999938964844, + 80.80000305175781, + 80.62000274658203, + 81.9800033569336, + 80.72000122070312, + 81.94000244140625, + 80.83999633789062, + 81.72000122070312, + 82.0999984741211, + 82.4000015258789, + 82.22000122070312, + 82.33999633789062, + 81.86000061035156, + 82.16000366210938, + 82.83999633789062, + 83.13999938964844, + 82.33999633789062, + 82.77999877929688, + 82.55999755859375, + 83.12000274658203, + 83.36000061035156, + 83.05999755859375, + 82.77999877929688, + 83.5, + 83.12000274658203, + 83.12000274658203, + 83.41999816894531, + 83.5999984741211, + 83.5199966430664, + 83.36000061035156, + 83.44000244140625, + 83.62000274658203, + 83.4800033569336, + 83.5999984741211, + 83.5999984741211, + 83.55999755859375, + 83.58000183105469, + 83.63999938964844, + 83.63999938964844, + 83.63999938964844, + 83.66000366210938, + 83.63999938964844, + 83.62000274658203, + 83.62000274658203 + ], + "val_loss": [ + 1.3072541952133179, + 1.2280446290969849, + 1.0573960542678833, + 1.0414462089538574, + 0.9522648453712463, + 0.898181676864624, + 1.0622799396514893, + 0.9405991435050964, + 0.8819076418876648, + 0.9146879315376282, + 0.8704563975334167, + 0.9488264322280884, + 0.8160790205001831, + 0.8464770317077637, + 0.8461046814918518, + 0.8318732380867004, + 0.8657218217849731, + 0.7776504755020142, + 0.8240125179290771, + 0.8214200735092163, + 0.7830262184143066, + 0.8062766790390015, + 0.7695965766906738, + 0.8278334140777588, + 0.8388386368751526, + 0.7606051564216614, + 0.785172700881958, + 0.7582032084465027, + 0.7799619436264038, + 0.7636598944664001, + 0.7901774644851685, + 0.7407182455062866, + 0.7775058150291443, + 0.761970043182373, + 0.7364984154701233, + 0.7284817695617676, + 0.7533659934997559, + 0.7646977305412292, + 0.7312213778495789, + 0.7157852053642273, + 0.7289218306541443, + 0.7516123056411743, + 0.764893114566803, + 0.7407283782958984, + 0.6729142665863037, + 0.7743363380432129, + 0.7065904140472412, + 0.6805933117866516, + 0.7018749713897705, + 0.6891623139381409, + 0.6772482991218567, + 0.7092026472091675, + 0.6406453847885132, + 0.6734452843666077, + 0.7165464162826538, + 0.6877725124359131, + 0.717985212802887, + 0.6794638633728027, + 0.6747848391532898, + 0.6874397397041321, + 0.7070910930633545, + 0.680935800075531, + 0.6321744322776794, + 0.6223858594894409, + 0.6071869730949402, + 0.652325451374054, + 0.6223613023757935, + 0.6258611083030701, + 0.6300478577613831, + 0.6209903955459595, + 0.6172446012496948, + 0.6420075297355652, + 0.6246157288551331, + 0.6310708522796631, + 0.6361948251724243, + 0.5774872303009033, + 0.593359112739563, + 0.5924612283706665, + 0.5818126797676086, + 0.6023287773132324, + 0.5733247995376587, + 0.5903047919273376, + 0.6026802659034729, + 0.5720557570457458, + 0.5829987525939941, + 0.5540263652801514, + 0.5545124411582947, + 0.5833336710929871, + 0.5754686594009399, + 0.5490970015525818, + 0.5629900097846985, + 0.5417771339416504, + 0.5570239424705505, + 0.5493163466453552, + 0.533443808555603, + 0.5370277762413025, + 0.5358580946922302, + 0.5248491764068604, + 0.5458929538726807, + 0.5314792394638062, + 0.5238144397735596, + 0.5122145414352417, + 0.5256959795951843, + 0.5159075260162354, + 0.5162765383720398, + 0.5123871564865112, + 0.5039281249046326, + 0.5047846436500549, + 0.512056827545166, + 0.510098934173584, + 0.5041393637657166, + 0.5040995478630066, + 0.4997893273830414, + 0.4994586706161499, + 0.49853676557540894, + 0.500190258026123, + 0.4978482127189636, + 0.49852001667022705, + 0.49819615483283997, + 0.4981277883052826, + 0.49813929200172424, + 0.49813851714134216, + 0.49808022379875183, + 0.49808627367019653, + 0.49810928106307983, + 0.4980599582195282, + 0.49797379970550537, + 0.49802452325820923, + 0.4980733096599579, + 0.4981091022491455 + ], + "val_time": [ + 0.8446009159088135, + 0.1921067237854004, + 0.1882646083831787, + 0.18413019180297852, + 0.18330979347229004, + 0.19608330726623535, + 0.19763803482055664, + 0.19265341758728027, + 0.19756627082824707, + 0.16919493675231934, + 0.20973706245422363, + 0.1941378116607666, + 0.19849014282226562, + 0.18170404434204102, + 0.17603635787963867, + 0.18953442573547363, + 0.19811010360717773, + 0.19904255867004395, + 0.19578003883361816, + 0.2013378143310547, + 0.1945037841796875, + 0.17812013626098633, + 0.1926577091217041, + 0.19641661643981934, + 0.18389463424682617, + 0.19054818153381348, + 0.18219876289367676, + 0.18566656112670898, + 0.19422507286071777, + 0.19405889511108398, + 0.19410014152526855, + 0.19472122192382812, + 0.19235682487487793, + 0.1980893611907959, + 0.1942741870880127, + 0.193939208984375, + 0.18712282180786133, + 0.20015811920166016, + 0.21535682678222656, + 0.19478726387023926, + 0.1910841464996338, + 0.1960594654083252, + 0.19333124160766602, + 0.19890451431274414, + 0.18366265296936035, + 0.2005612850189209, + 0.1814579963684082, + 0.21003317832946777, + 0.1983168125152588, + 0.18478941917419434, + 0.1925668716430664, + 0.20004963874816895, + 0.1924586296081543, + 0.19382858276367188, + 0.19660091400146484, + 0.18561553955078125, + 0.19195294380187988, + 0.19941234588623047, + 0.20583438873291016, + 0.1959083080291748, + 0.19503355026245117, + 0.19258642196655273, + 0.18740177154541016, + 0.1875159740447998, + 0.18396472930908203, + 0.1884462833404541, + 0.19904518127441406, + 0.19214987754821777, + 0.1929459571838379, + 0.19248700141906738, + 0.1872999668121338, + 0.17742013931274414, + 0.17911601066589355, + 0.19631004333496094, + 0.1923694610595703, + 0.1922142505645752, + 0.16687679290771484, + 0.1805713176727295, + 0.19391703605651855, + 0.19495105743408203, + 0.19277119636535645, + 0.1802976131439209, + 0.19541192054748535, + 0.1979987621307373, + 0.19295454025268555, + 0.18728160858154297, + 0.19387149810791016, + 0.19464755058288574, + 0.18907690048217773, + 0.1964552402496338, + 0.18157052993774414, + 0.18178725242614746, + 0.19469404220581055, + 0.19526243209838867, + 0.18154382705688477, + 0.18123459815979004, + 0.17172718048095703, + 0.18367409706115723, + 0.19046998023986816, + 0.19528770446777344, + 0.19454312324523926, + 0.18105292320251465, + 0.19398832321166992, + 0.17598915100097656, + 0.20167160034179688, + 0.20643210411071777, + 0.18278145790100098, + 0.19420838356018066, + 0.1931135654449463, + 0.17000555992126465, + 0.20527267456054688, + 0.192460298538208, + 0.1918964385986328, + 0.19483613967895508, + 0.2044200897216797, + 0.1887190341949463, + 0.19278740882873535, + 0.17222237586975098, + 0.19470453262329102, + 0.19506168365478516, + 0.19208025932312012, + 0.18878531455993652, + 0.1927354335784912, + 0.16942763328552246, + 0.19490957260131836, + 0.1929187774658203, + 0.19709253311157227, + 0.21024823188781738, + 0.2069230079650879, + 0.20119738578796387 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999523162842, + 4.0, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.62000274658203, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1992, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-raw.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-raw.json new file mode 100644 index 0000000..5218aae --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-raw.json @@ -0,0 +1,164 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-raw/2026_08_06_14_41_53/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1992", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1992-raw", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786045345.9136524, + "condition": "raw", + "driver_wall_seconds": 41.061980962753296, + "experiment_name": "dp-bias-c1-s1992-raw", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 1, + "best_validation_accuracy": 9.399999618530273, + "curves": { + "instruction_observations_for_predictor": [ + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + NaN + ], + "neutral_observations": [ + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + NaN + ], + "raw_bias_clean_difference_rms_ratio": [ + NaN + ], + "train_accuracy": [ + 10.020000457763672 + ], + "train_loss": [ + NaN + ], + "train_time": [ + 18.166645050048828 + ], + "used_clean_difference_rms_ratio": [ + NaN + ], + "val_accuracy": [ + 9.399999618530273 + ], + "val_loss": [ + NaN + ], + "val_time": [ + 0.8351421356201172 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999523162842, + 4.0, + 4.000000476837158 + ] + }, + "epochs_completed": 1, + "final_validation_accuracy": 9.399999618530273, + "finite": false, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1992-raw.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1992, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1992-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1992-same-path-clean.json new file mode 100644 index 0000000..36fb7de --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1992-same-path-clean.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1992-same-path-clean/2026_08_06_13_59_51/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1992", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1992-same-path-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "common", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786044104.3512175, + "condition": "same_path_clean", + "driver_wall_seconds": 1320.6111614704132, + "experiment_name": "dp-bias-c1-s1992-same-path-clean", + "hardware": { + "cuda_visible_devices": "7", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 7, + "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" + }, + "history": { + "best_epoch": 127, + "best_validation_accuracy": 82.9800033569336, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 39.00444412231445, + 51.3488883972168, + 56.540000915527344, + 59.304443359375, + 61.911109924316406, + 63.33333206176758, + 64.62666320800781, + 64.74222564697266, + 64.92666625976562, + 65.32221984863281, + 65.96666717529297, + 66.35333251953125, + 67.18222045898438, + 66.99333190917969, + 67.88444519042969, + 67.7911148071289, + 68.23332977294922, + 68.67555236816406, + 68.58222198486328, + 69.16444396972656, + 69.1977767944336, + 69.2955551147461, + 69.29777526855469, + 69.9977798461914, + 70.13999938964844, + 70.304443359375, + 70.32666778564453, + 70.31999969482422, + 70.41555786132812, + 70.93555450439453, + 70.76667022705078, + 71.10221862792969, + 71.15110778808594, + 71.1844482421875, + 71.22888946533203, + 71.82666778564453, + 71.92666625976562, + 71.73999786376953, + 72.24666595458984, + 72.26222229003906, + 72.37777709960938, + 72.54222106933594, + 72.66222381591797, + 72.65555572509766, + 72.8066635131836, + 73.07333374023438, + 72.95111083984375, + 73.35555267333984, + 73.75333404541016, + 73.72888946533203, + 73.85333251953125, + 73.83999633789062, + 74.304443359375, + 74.68222045898438, + 74.28888702392578, + 74.55555725097656, + 74.80889129638672, + 74.90666961669922, + 75.19999694824219, + 74.9888916015625, + 75.37999725341797, + 75.52889251708984, + 75.54666900634766, + 76.23332977294922, + 76.05110931396484, + 76.304443359375, + 76.56444549560547, + 76.6977767944336, + 76.5955581665039, + 76.67333221435547, + 77.15333557128906, + 77.21333312988281, + 77.27333068847656, + 77.45111083984375, + 77.64666748046875, + 77.9000015258789, + 78.13777923583984, + 78.45999908447266, + 78.45999908447266, + 78.52222442626953, + 78.68222045898438, + 79.13999938964844, + 79.07777404785156, + 79.15110778808594, + 79.50444793701172, + 79.42222595214844, + 79.72444152832031, + 79.86888885498047, + 79.83110809326172, + 80.47333526611328, + 80.2044448852539, + 80.5888900756836, + 80.77333068847656, + 80.77555847167969, + 80.95333099365234, + 81.26889038085938, + 81.36444091796875, + 81.34444427490234, + 82.01333618164062, + 81.92222595214844, + 82.39778137207031, + 82.06888580322266, + 82.32666778564453, + 82.33555603027344, + 82.49333190917969, + 82.66666412353516, + 82.92888641357422, + 83.11111450195312, + 83.12889099121094, + 83.0977783203125, + 83.2911148071289, + 83.25333404541016, + 83.51555633544922, + 83.40888977050781, + 83.37777709960938, + 83.51777648925781, + 83.56222534179688, + 83.86444091796875, + 83.68000030517578, + 83.50666809082031, + 83.32888793945312, + 83.57333374023438, + 83.83555603027344, + 83.8022232055664, + 83.6066665649414, + 83.67111206054688, + 83.7844467163086, + 83.9044418334961, + 83.7155532836914, + 83.44444274902344 + ], + "train_loss": [ + 1.7050738334655762, + 1.371267318725586, + 1.2382237911224365, + 1.1641720533370972, + 1.0954309701919556, + 1.0564026832580566, + 1.018004298210144, + 1.0182832479476929, + 1.0072225332260132, + 1.0029935836791992, + 0.9871608018875122, + 0.9742861986160278, + 0.9629611372947693, + 0.953563392162323, + 0.9318864345550537, + 0.9373154044151306, + 0.9230976104736328, + 0.9075281620025635, + 0.9061424136161804, + 0.8964712023735046, + 0.901678740978241, + 0.8988163471221924, + 0.8895311951637268, + 0.8773777484893799, + 0.8731966018676758, + 0.8647804260253906, + 0.8633349537849426, + 0.8593401312828064, + 0.8615219593048096, + 0.8506859540939331, + 0.8523688316345215, + 0.8398114442825317, + 0.8276476860046387, + 0.8425036668777466, + 0.8375056982040405, + 0.8202663660049438, + 0.8188029527664185, + 0.8197240829467773, + 0.8096457719802856, + 0.8074204921722412, + 0.8072497844696045, + 0.8073287010192871, + 0.795746386051178, + 0.7956629991531372, + 0.7901145815849304, + 0.7781907916069031, + 0.7883784770965576, + 0.7729673385620117, + 0.766668438911438, + 0.765504777431488, + 0.7634146213531494, + 0.7601432800292969, + 0.7504174709320068, + 0.7388178110122681, + 0.7461721301078796, + 0.738034188747406, + 0.7345749139785767, + 0.7307458519935608, + 0.7183496356010437, + 0.7259325981140137, + 0.7176703810691833, + 0.707397997379303, + 0.7072429656982422, + 0.6968290209770203, + 0.6935002207756042, + 0.6895107626914978, + 0.6799114346504211, + 0.6795234084129333, + 0.676461935043335, + 0.674900472164154, + 0.6637076139450073, + 0.659753143787384, + 0.6542906165122986, + 0.6522530317306519, + 0.6456984877586365, + 0.6400374174118042, + 0.6346950531005859, + 0.6238765716552734, + 0.6238352060317993, + 0.6230844259262085, + 0.6148806214332581, + 0.6070138216018677, + 0.6071045994758606, + 0.6006448864936829, + 0.5920360684394836, + 0.5972079634666443, + 0.5856266021728516, + 0.5821738839149475, + 0.5792211890220642, + 0.5664871335029602, + 0.5675365924835205, + 0.5592040419578552, + 0.5552034378051758, + 0.558504045009613, + 0.5485542416572571, + 0.5478308796882629, + 0.537670373916626, + 0.5384100675582886, + 0.5253943800926208, + 0.5245367288589478, + 0.5210532546043396, + 0.5198512077331543, + 0.5108265280723572, + 0.5122799873352051, + 0.5090612769126892, + 0.501147449016571, + 0.49669399857521057, + 0.4976944327354431, + 0.4922488033771515, + 0.49088773131370544, + 0.4892755448818207, + 0.4880765676498413, + 0.48578721284866333, + 0.48163121938705444, + 0.48533210158348083, + 0.4801311194896698, + 0.47981125116348267, + 0.4742753505706787, + 0.4803968071937561, + 0.4804665148258209, + 0.4817897081375122, + 0.47713932394981384, + 0.4753691852092743, + 0.47584304213523865, + 0.4757748544216156, + 0.4797644019126892, + 0.47621411085128784, + 0.47386234998703003, + 0.475462943315506, + 0.4819388687610626 + ], + "train_time": [ + 18.103655099868774, + 9.743145227432251, + 9.837158679962158, + 9.877984523773193, + 9.763251066207886, + 9.775895118713379, + 9.72476315498352, + 9.681988716125488, + 9.717474699020386, + 9.802167177200317, + 9.71877670288086, + 9.707888841629028, + 9.728066682815552, + 9.680059671401978, + 9.692259788513184, + 9.732758045196533, + 9.687267303466797, + 9.687112092971802, + 9.694395065307617, + 9.640292882919312, + 9.702925682067871, + 9.806038856506348, + 9.693784952163696, + 9.664305925369263, + 9.669441223144531, + 9.713689088821411, + 9.713507890701294, + 9.691442966461182, + 9.686060905456543, + 9.701191902160645, + 9.660670757293701, + 9.719993829727173, + 9.713517904281616, + 9.714440107345581, + 9.642682552337646, + 9.600430727005005, + 9.756795406341553, + 9.676838874816895, + 9.706228733062744, + 9.742169380187988, + 9.725290060043335, + 9.732024669647217, + 9.665282487869263, + 9.655736684799194, + 9.741047382354736, + 9.686440467834473, + 9.717864990234375, + 9.72326111793518, + 9.704126358032227, + 9.6797935962677, + 9.630490779876709, + 9.715077877044678, + 9.69559931755066, + 9.655604839324951, + 9.723026275634766, + 9.718549013137817, + 9.735461473464966, + 9.736738204956055, + 9.844757556915283, + 9.766533851623535, + 9.693397283554077, + 9.692342281341553, + 9.743267059326172, + 9.72618842124939, + 9.716923952102661, + 9.74186396598816, + 9.719675064086914, + 9.656819343566895, + 9.680341720581055, + 9.679787635803223, + 9.908412218093872, + 9.710491418838501, + 9.650991916656494, + 9.699365139007568, + 9.67877721786499, + 9.722065448760986, + 9.692939043045044, + 9.62856912612915, + 9.675860404968262, + 9.733592748641968, + 9.722595453262329, + 9.767261028289795, + 9.636653184890747, + 9.663046598434448, + 9.699711084365845, + 9.7514066696167, + 9.718899726867676, + 9.664699792861938, + 9.692375421524048, + 9.624802350997925, + 9.733130693435669, + 9.705992221832275, + 9.715278148651123, + 9.739955186843872, + 9.704731225967407, + 9.696637153625488, + 9.707937717437744, + 9.724617719650269, + 9.729395627975464, + 9.732689619064331, + 9.676790237426758, + 9.669431924819946, + 9.724645853042603, + 9.706990957260132, + 9.70169997215271, + 9.893365859985352, + 9.805598974227905, + 9.69457221031189, + 9.659452199935913, + 9.637906551361084, + 9.664668560028076, + 9.620772361755371, + 9.68109679222107, + 9.675060749053955, + 9.7149338722229, + 9.69087553024292, + 9.695301294326782, + 9.764403820037842, + 9.637229681015015, + 9.702743768692017, + 9.672397136688232, + 9.694774866104126, + 9.710030794143677, + 9.745651483535767, + 9.74286675453186, + 9.731153726577759, + 9.684276580810547, + 9.733348369598389, + 9.665257930755615, + 9.753499746322632 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 53.91999816894531, + 57.47999954223633, + 61.959999084472656, + 64.16000366210938, + 66.9800033569336, + 69.9000015258789, + 66.91999816894531, + 67.5199966430664, + 69.5, + 68.5199966430664, + 70.37999725341797, + 68.77999877929688, + 70.08000183105469, + 72.0999984741211, + 72.22000122070312, + 67.83999633789062, + 71.68000030517578, + 74.30000305175781, + 71.5199966430664, + 72.95999908447266, + 72.36000061035156, + 73.22000122070312, + 74.04000091552734, + 72.16000366210938, + 72.18000030517578, + 73.22000122070312, + 72.4800033569336, + 73.68000030517578, + 71.54000091552734, + 73.9800033569336, + 74.0, + 74.95999908447266, + 74.81999969482422, + 73.81999969482422, + 74.45999908447266, + 75.26000213623047, + 74.18000030517578, + 71.9000015258789, + 74.5999984741211, + 75.54000091552734, + 75.58000183105469, + 75.9000015258789, + 74.87999725341797, + 74.87999725341797, + 76.4800033569336, + 74.36000061035156, + 74.76000213623047, + 76.30000305175781, + 74.76000213623047, + 74.9800033569336, + 77.33999633789062, + 76.36000061035156, + 76.36000061035156, + 75.58000183105469, + 74.63999938964844, + 75.44000244140625, + 73.33999633789062, + 77.08000183105469, + 76.5199966430664, + 78.22000122070312, + 77.23999786376953, + 74.54000091552734, + 77.87999725341797, + 78.04000091552734, + 77.77999877929688, + 77.0, + 78.12000274658203, + 78.0199966430664, + 79.08000183105469, + 78.45999908447266, + 78.72000122070312, + 77.81999969482422, + 79.08000183105469, + 78.18000030517578, + 78.13999938964844, + 79.69999694824219, + 79.83999633789062, + 79.81999969482422, + 79.41999816894531, + 79.83999633789062, + 80.86000061035156, + 78.91999816894531, + 79.5999984741211, + 79.95999908447266, + 80.4000015258789, + 81.44000244140625, + 79.77999877929688, + 80.36000061035156, + 80.58000183105469, + 81.5, + 81.13999938964844, + 81.66000366210938, + 80.5999984741211, + 81.66000366210938, + 81.91999816894531, + 81.0999984741211, + 81.94000244140625, + 82.13999938964844, + 80.83999633789062, + 81.73999786376953, + 82.13999938964844, + 81.95999908447266, + 81.44000244140625, + 81.63999938964844, + 81.81999969482422, + 82.55999755859375, + 82.23999786376953, + 82.5999984741211, + 82.33999633789062, + 82.5999984741211, + 82.54000091552734, + 82.45999908447266, + 82.76000213623047, + 82.80000305175781, + 82.9000015258789, + 82.86000061035156, + 82.94000244140625, + 82.95999908447266, + 82.87999725341797, + 82.80000305175781, + 82.80000305175781, + 82.83999633789062, + 82.9000015258789, + 82.9000015258789, + 82.94000244140625, + 82.9000015258789, + 82.9800033569336, + 82.9000015258789, + 82.9000015258789, + 82.9800033569336 + ], + "val_loss": [ + 1.3068996667861938, + 1.2326818704605103, + 1.0636265277862549, + 1.0451817512512207, + 0.9466734528541565, + 0.877810537815094, + 0.9386793375015259, + 0.9611263871192932, + 0.8806461095809937, + 0.9111518263816833, + 0.8615747690200806, + 0.8999050259590149, + 0.8902261257171631, + 0.8116255402565002, + 0.8339183926582336, + 0.9383482933044434, + 0.8280957937240601, + 0.766318678855896, + 0.8499102592468262, + 0.8131027221679688, + 0.8262650370597839, + 0.7907956838607788, + 0.778740644454956, + 0.8280200362205505, + 0.8030480742454529, + 0.7937626838684082, + 0.8084738850593567, + 0.7697769403457642, + 0.849581778049469, + 0.7620360851287842, + 0.7734832167625427, + 0.739093542098999, + 0.7762072086334229, + 0.7549123167991638, + 0.7583615183830261, + 0.7354978919029236, + 0.7538953423500061, + 0.799425482749939, + 0.7547785043716431, + 0.7188829183578491, + 0.7295379638671875, + 0.7169632911682129, + 0.759456992149353, + 0.7412350177764893, + 0.7138243913650513, + 0.7609209418296814, + 0.7514015436172485, + 0.7076300978660583, + 0.7420291900634766, + 0.7319349646568298, + 0.6680840849876404, + 0.6973214745521545, + 0.6937096118927002, + 0.7346512675285339, + 0.7300851345062256, + 0.7117006778717041, + 0.8071298003196716, + 0.6786362528800964, + 0.6996712684631348, + 0.6481664776802063, + 0.7026426792144775, + 0.7398090958595276, + 0.6577356457710266, + 0.6506314873695374, + 0.6457241773605347, + 0.6776834726333618, + 0.6351030468940735, + 0.6555483937263489, + 0.6113265156745911, + 0.6223310232162476, + 0.6296945810317993, + 0.6346173286437988, + 0.6132946610450745, + 0.6282930970191956, + 0.6369888186454773, + 0.5979431867599487, + 0.600966215133667, + 0.5935180187225342, + 0.6061926484107971, + 0.5984553694725037, + 0.5699370503425598, + 0.6055529713630676, + 0.5953329205513, + 0.5828655958175659, + 0.5756024122238159, + 0.560836136341095, + 0.5819604992866516, + 0.5831390619277954, + 0.5734872221946716, + 0.5481575131416321, + 0.551486074924469, + 0.5429076552391052, + 0.5683531165122986, + 0.5458847284317017, + 0.5323281288146973, + 0.5428899526596069, + 0.5393558740615845, + 0.5226382613182068, + 0.5584762096405029, + 0.5385804176330566, + 0.5270985960960388, + 0.5246163606643677, + 0.5377148985862732, + 0.530896008014679, + 0.5238832235336304, + 0.5166998505592346, + 0.5155263543128967, + 0.5100539922714233, + 0.5144489407539368, + 0.5126648545265198, + 0.506976842880249, + 0.5095339417457581, + 0.5037147998809814, + 0.5057282447814941, + 0.5057473182678223, + 0.5048065781593323, + 0.5041134357452393, + 0.504041314125061, + 0.5039403438568115, + 0.5036821365356445, + 0.5037100315093994, + 0.5037074089050293, + 0.5036612153053284, + 0.5035761594772339, + 0.5035854578018188, + 0.5035122632980347, + 0.503455400466919, + 0.5035660266876221, + 0.5036160349845886, + 0.5035883188247681 + ], + "val_time": [ + 0.7147495746612549, + 0.2021951675415039, + 0.20515918731689453, + 0.20792388916015625, + 0.18756723403930664, + 0.19666051864624023, + 0.1960759162902832, + 0.18184876441955566, + 0.1824660301208496, + 0.19420170783996582, + 0.20488691329956055, + 0.19063568115234375, + 0.19278931617736816, + 0.19298958778381348, + 0.19217371940612793, + 0.18180632591247559, + 0.19547200202941895, + 0.19166851043701172, + 0.1882174015045166, + 0.19781875610351562, + 0.18509483337402344, + 0.1953885555267334, + 0.1865091323852539, + 0.1774299144744873, + 0.18210530281066895, + 0.19432759284973145, + 0.17786240577697754, + 0.18084383010864258, + 0.1892852783203125, + 0.1968841552734375, + 0.18287253379821777, + 0.19225621223449707, + 0.19750714302062988, + 0.19149470329284668, + 0.16853737831115723, + 0.19643878936767578, + 0.18054723739624023, + 0.16360020637512207, + 0.18781161308288574, + 0.193284273147583, + 0.19492578506469727, + 0.18166065216064453, + 0.191389799118042, + 0.1958920955657959, + 0.18581795692443848, + 0.18159723281860352, + 0.19330692291259766, + 0.18154621124267578, + 0.18142962455749512, + 0.17718148231506348, + 0.19591093063354492, + 0.1942126750946045, + 0.1817336082458496, + 0.188795804977417, + 0.1946430206298828, + 0.18799829483032227, + 0.19421672821044922, + 0.1910996437072754, + 0.2010030746459961, + 0.17881131172180176, + 0.19339561462402344, + 0.1950082778930664, + 0.17576289176940918, + 0.19568324089050293, + 0.19826865196228027, + 0.19452857971191406, + 0.19322443008422852, + 0.1911470890045166, + 0.1796097755432129, + 0.16922974586486816, + 0.19491291046142578, + 0.19272589683532715, + 0.19510102272033691, + 0.1987307071685791, + 0.19585299491882324, + 0.18930315971374512, + 0.19390583038330078, + 0.19436264038085938, + 0.19561338424682617, + 0.19469094276428223, + 0.19601655006408691, + 0.1751856803894043, + 0.19411492347717285, + 0.19464492797851562, + 0.1715412139892578, + 0.19667577743530273, + 0.19275450706481934, + 0.19269633293151855, + 0.17566752433776855, + 0.20587873458862305, + 0.19764375686645508, + 0.1749413013458252, + 0.18428540229797363, + 0.18521428108215332, + 0.17416739463806152, + 0.1924588680267334, + 0.19466042518615723, + 0.1922452449798584, + 0.20218563079833984, + 0.19122099876403809, + 0.18029499053955078, + 0.19477105140686035, + 0.19586563110351562, + 0.1970229148864746, + 0.19400525093078613, + 0.18772077560424805, + 0.1818852424621582, + 0.19587230682373047, + 0.1940925121307373, + 0.19260931015014648, + 0.17932629585266113, + 0.17882752418518066, + 0.19302082061767578, + 0.18037033081054688, + 0.180222749710083, + 0.19446802139282227, + 0.1953444480895996, + 0.19427967071533203, + 0.1952509880065918, + 0.19206643104553223, + 0.17888975143432617, + 0.19696354866027832, + 0.20018982887268066, + 0.19685816764831543, + 0.204115629196167, + 0.1955561637878418, + 0.16914916038513184, + 0.2004101276397705, + 0.2050778865814209, + 0.19814229011535645 + ] + }, + "dp_bias_initialization": { + "bias_kind": "common", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 3.999999523162842, + 4.0, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.9800033569336, + "finite": true, + "test_accuracy": NaN + }, + "kind": "common", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1992-same-path-clean.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1992, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json new file mode 100644 index 0000000..2b1de2a --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-innovation/2026_08_06_15_51_17/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1993", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1993-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786050843.658294, + "condition": "innovation", + "driver_wall_seconds": 1373.9107201099396, + "experiment_name": "dp-bias-c1-s1993-innovation", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 118, + "best_validation_accuracy": 83.5, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 6.184461653901963e-07, + 9.174049750981794e-07, + 1.1034965154976817e-06, + 1.1721239161488484e-06, + 1.2560393543026294e-06, + 1.3384844805841567e-06, + 1.3678611594514223e-06, + 1.4210735344022396e-06, + 1.4564924413207336e-06, + 1.5153790400290745e-06, + 1.4854841765554738e-06, + 1.5595336435580975e-06, + 1.6018472024370567e-06, + 1.6315883613060578e-06, + 1.6645212781440932e-06, + 1.6429602283096756e-06, + 1.6480037174915196e-06, + 1.7096685951401014e-06, + 1.756993583512667e-06, + 1.716304154797399e-06, + 1.71912233781768e-06, + 1.7771388911569375e-06, + 1.742372774060641e-06, + 1.7871226418719743e-06, + 1.8212023178421077e-06, + 1.7938353948920849e-06, + 1.7474483229307225e-06, + 1.8473460841050837e-06, + 1.8438970528222853e-06, + 1.8141488453693455e-06, + 1.8666426058189245e-06, + 1.8721568721957738e-06, + 1.8462454818291008e-06, + 1.886734366962628e-06, + 1.8929204088635743e-06, + 1.9139572486892575e-06, + 1.942756171047222e-06, + 1.930286543938564e-06, + 1.877840190900315e-06, + 1.9346907720318995e-06, + 1.914552967718919e-06, + 1.9113533653580816e-06, + 2.010291382248397e-06, + 2.0182487787678838e-06, + 1.963179329322884e-06, + 2.013964831348858e-06, + 1.9589588191593066e-06, + 1.998213065235177e-06, + 2.019721705437405e-06, + 1.9976314433733933e-06, + 2.030235009442549e-06, + 2.0666914224420907e-06, + 2.0326904177636607e-06, + 2.0462327938730596e-06, + 2.102691723848693e-06, + 2.0665481770265615e-06, + 2.1324233330233255e-06, + 2.109931529048481e-06, + 2.0903264612570638e-06, + 2.1333430595404934e-06, + 2.1250207282719202e-06, + 2.1588775780401193e-06, + 2.1478647340700263e-06, + 2.1475179892149754e-06, + 2.2143340174807236e-06, + 2.1836797259311425e-06, + 2.217690735051292e-06, + 2.2281597011897247e-06, + 2.2319654817692935e-06, + 2.251913429063279e-06, + 2.2480201096186647e-06, + 2.3006916762824403e-06, + 2.2494953100249404e-06, + 2.3110633264877833e-06, + 2.3208820039144484e-06, + 2.3232141757034697e-06, + 2.3715197130513843e-06, + 2.383833361818688e-06, + 2.3083543965185527e-06, + 2.376464180997573e-06, + 2.434082261970616e-06, + 2.4109929199767066e-06, + 2.4719151952012908e-06, + 2.384740810157382e-06, + 2.468834281899035e-06, + 2.4856160507624736e-06, + 2.479006298017339e-06, + 2.527309106881148e-06, + 2.55392910730734e-06, + 2.5385950266354484e-06, + 2.539835122661316e-06, + 2.524577439544373e-06, + 2.610398041724693e-06, + 2.643206244101748e-06, + 2.5831914172158577e-06, + 2.6098584839928662e-06, + 2.5904782887664624e-06, + 2.64325603893667e-06, + 2.7478185984364245e-06, + 2.6489854008104885e-06, + 2.6653276563592954e-06, + 2.7564126412471524e-06, + 2.6881202757067513e-06, + 2.7581470476434333e-06, + 2.759335984592326e-06, + 2.756341700660414e-06, + 2.8507854494819185e-06, + 2.8222955279488815e-06, + 2.8806259706470883e-06, + 2.816836968122516e-06, + 2.8154388473922154e-06, + 2.8113452117395354e-06, + 2.848385975084966e-06, + 2.8499093787104357e-06, + 2.87091074824275e-06, + 2.833729922713246e-06, + 2.871801370929461e-06, + 2.866854629246518e-06, + 2.8959279916307423e-06, + 2.9157608878449537e-06, + 2.8566437322297134e-06, + 2.8597314667422324e-06, + 2.8474880764406407e-06, + 2.850033752110903e-06, + 2.8697359084617347e-06, + 2.886750507968827e-06, + 2.8686422410828527e-06, + 2.8862796170869842e-06, + 2.85910186903493e-06, + 2.857167373804259e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.561409003959852e-08, + 8.33706366165643e-08, + 8.483045377261078e-08, + 8.371157633746407e-08, + 8.253648786649137e-08, + 8.46395877829309e-08, + 8.252943928255263e-08, + 8.26896879857486e-08, + 8.275306129235105e-08, + 8.425011088775136e-08, + 8.183825883634199e-08, + 8.349149993591709e-08, + 8.348338553787471e-08, + 8.41987386479559e-08, + 8.423945274671496e-08, + 8.24470092197771e-08, + 8.230919235074907e-08, + 8.403502960163678e-08, + 8.45771452873123e-08, + 8.227125647408684e-08, + 8.170055565415169e-08, + 8.313121213632257e-08, + 8.30883237767921e-08, + 8.299987541704468e-08, + 8.346572144546371e-08, + 8.313791965974815e-08, + 8.087808822665465e-08, + 8.352766656116728e-08, + 8.380098392990476e-08, + 8.145675423065768e-08, + 8.335720025343107e-08, + 8.407205598359724e-08, + 8.330177792004179e-08, + 8.3168913533882e-08, + 8.246875182749136e-08, + 8.3198777645066e-08, + 8.419580410645722e-08, + 8.433011799979795e-08, + 8.208436952372722e-08, + 8.280720464881597e-08, + 8.254159666876149e-08, + 8.244623472819512e-08, + 8.50263077722957e-08, + 8.454588140693886e-08, + 8.313431720807785e-08, + 8.353480751566167e-08, + 8.238355775347372e-08, + 8.282010810489737e-08, + 8.281276819843697e-08, + 8.291078046340772e-08, + 8.300701637153907e-08, + 8.350240676691101e-08, + 8.242245286282923e-08, + 8.153297414992267e-08, + 8.365202575078001e-08, + 8.201688928011208e-08, + 8.404227713754153e-08, + 8.387470984416723e-08, + 8.170208332103357e-08, + 8.354977154567678e-08, + 8.261756789806896e-08, + 8.409184459878816e-08, + 8.334359336004127e-08, + 8.220333569397553e-08, + 8.316235522443094e-08, + 8.36046183394501e-08, + 8.288711228487955e-08, + 8.356371239415239e-08, + 8.314349742022387e-08, + 8.314358268535216e-08, + 8.269990559028884e-08, + 8.385119087961357e-08, + 8.222032477078756e-08, + 8.362391668015334e-08, + 8.320024846852903e-08, + 8.37557792010557e-08, + 8.450189170616795e-08, + 8.371988968747246e-08, + 8.18887855302819e-08, + 8.341783797050084e-08, + 8.32991773336289e-08, + 8.27662915980909e-08, + 8.390045280748382e-08, + 8.134856699371085e-08, + 8.385659100440535e-08, + 8.37203018022592e-08, + 8.303407383891681e-08, + 8.444298060794608e-08, + 8.457844558051875e-08, + 8.360536440932265e-08, + 8.30325177503255e-08, + 8.315556243587707e-08, + 8.42484126906129e-08, + 8.456123623545864e-08, + 8.287189956490693e-08, + 8.346082580601433e-08, + 8.166161791223203e-08, + 8.295603493024828e-08, + 8.478884439000467e-08, + 8.259067385552044e-08, + 8.211943480773698e-08, + 8.407280205346979e-08, + 8.198295375905218e-08, + 8.31971860293379e-08, + 8.359459258144852e-08, + 8.243605265079168e-08, + 8.430370712630975e-08, + 8.463211997877806e-08, + 8.486244951200206e-08, + 8.35847089319941e-08, + 8.272683515997414e-08, + 8.290145103728719e-08, + 8.36542568549703e-08, + 8.307856091960275e-08, + 8.327602074587048e-08, + 8.202024304182487e-08, + 8.314236765727401e-08, + 8.297332243500932e-08, + 8.366263415382491e-08, + 8.397172024388055e-08, + 8.28201862645983e-08, + 8.25891035560744e-08, + 8.210781032857994e-08, + 8.243790716733201e-08, + 8.338903967342048e-08, + 8.36389730807241e-08, + 8.276183649513769e-08, + 8.32991773336289e-08, + 8.280921548475817e-08, + 8.276055041278596e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.651863098144531, + 7.700714111328125, + 8.084569931030273, + 8.034344673156738, + 8.002644538879395, + 7.7442426681518555, + 7.6686248779296875, + 7.640431880950928, + 7.494216442108154, + 7.459425449371338, + 7.279849052429199, + 7.300354957580566, + 7.363729953765869, + 7.322824478149414, + 7.329975605010986, + 7.333050727844238, + 7.352507591247559, + 7.347657203674316, + 7.395290851593018, + 7.420726776123047, + 7.388254165649414, + 7.449977397918701, + 7.33204460144043, + 7.429227828979492, + 7.500853061676025, + 7.383391857147217, + 7.460042476654053, + 7.600311279296875, + 7.536438941955566, + 7.5511322021484375, + 7.514941215515137, + 7.471189022064209, + 7.480524063110352, + 7.617521286010742, + 7.726871967315674, + 7.727311611175537, + 7.715186595916748, + 7.590993881225586, + 7.628291130065918, + 7.736150741577148, + 7.650662899017334, + 7.6046342849731445, + 7.753527641296387, + 7.800462245941162, + 7.769697189331055, + 7.880321025848389, + 7.768082618713379, + 7.888444423675537, + 7.851435661315918, + 7.785061836242676, + 7.871663570404053, + 7.996257781982422, + 7.9145379066467285, + 8.049261093139648, + 8.014886856079102, + 7.975528240203857, + 8.024823188781738, + 8.035131454467773, + 8.098767280578613, + 8.04134750366211, + 8.098358154296875, + 8.145710945129395, + 8.161787986755371, + 8.137726783752441, + 8.245296478271484, + 8.188935279846191, + 8.29834270477295, + 8.258480072021484, + 8.316415786743164, + 8.331371307373047, + 8.350478172302246, + 8.42396068572998, + 8.393440246582031, + 8.431617736816406, + 8.443155288696289, + 8.363659858703613, + 8.44055461883545, + 8.591177940368652, + 8.46475601196289, + 8.50857162475586, + 8.701749801635742, + 8.56250286102295, + 8.5838041305542, + 8.58917236328125, + 8.606735229492188, + 8.682943344116211, + 8.647989273071289, + 8.599814414978027, + 8.670355796813965, + 8.67227554321289, + 8.665237426757812, + 8.619681358337402, + 8.72009563446045, + 8.783447265625, + 8.686474800109863, + 8.725704193115234, + 8.829477310180664, + 8.792387962341309, + 8.799049377441406, + 8.80508041381836, + 8.831114768981934, + 8.874349594116211, + 8.80755615234375, + 8.857720375061035, + 8.795977592468262, + 8.858255386352539, + 8.858254432678223, + 8.747186660766602, + 8.92188835144043, + 8.830827713012695, + 8.892379760742188, + 8.827960014343262, + 8.850542068481445, + 8.907942771911621, + 8.933326721191406, + 8.940926551818848, + 8.903746604919434, + 8.921120643615723, + 8.922049522399902, + 8.93925952911377, + 8.895225524902344, + 8.928730010986328, + 8.947176933288574, + 8.913390159606934, + 8.873943328857422, + 8.915675163269043, + 8.922098159790039, + 8.93105697631836, + 8.885380744934082, + 8.895599365234375 + ], + "train_accuracy": [ + 38.98666763305664, + 51.01777648925781, + 56.78666687011719, + 59.328887939453125, + 61.87333297729492, + 63.0444450378418, + 64.19999694824219, + 64.46221923828125, + 65.06888580322266, + 65.05555725097656, + 65.38666534423828, + 65.77555847167969, + 66.65110778808594, + 66.81999969482422, + 67.37555694580078, + 67.57111358642578, + 68.07111358642578, + 68.4888916015625, + 68.98666381835938, + 68.97333526611328, + 69.1977767944336, + 69.26667022705078, + 69.13999938964844, + 69.54222106933594, + 70.04666900634766, + 69.62889099121094, + 70.19999694824219, + 70.72888946533203, + 70.57555389404297, + 70.87110900878906, + 71.03111267089844, + 71.25777435302734, + 70.82221984863281, + 71.5888900756836, + 71.86222076416016, + 71.59111022949219, + 71.62444305419922, + 71.95555877685547, + 71.83333587646484, + 72.23999786376953, + 72.67778015136719, + 72.586669921875, + 72.91999816894531, + 73.09333038330078, + 72.74888610839844, + 73.27999877929688, + 73.30889129638672, + 73.59111022949219, + 73.97110748291016, + 73.5888900756836, + 74.26667022705078, + 74.23332977294922, + 74.42444610595703, + 74.63777923583984, + 74.5999984741211, + 74.73999786376953, + 75.04888916015625, + 74.94222259521484, + 75.304443359375, + 75.48666381835938, + 75.52889251708984, + 75.79777526855469, + 75.67555236816406, + 76.1866683959961, + 76.46221923828125, + 76.14888763427734, + 76.6866683959961, + 76.71111297607422, + 76.8933334350586, + 77.05999755859375, + 77.1066665649414, + 77.46444702148438, + 77.40888977050781, + 77.95777893066406, + 77.95777893066406, + 78.00444793701172, + 78.2933349609375, + 78.43555450439453, + 78.56444549560547, + 78.73555755615234, + 79.11555480957031, + 79.03111267089844, + 79.51777648925781, + 79.76444244384766, + 79.45777893066406, + 79.76667022705078, + 80.05333709716797, + 80.14888763427734, + 80.20222473144531, + 80.54000091552734, + 80.74444580078125, + 80.62889099121094, + 80.8822250366211, + 81.26000213623047, + 81.18000030517578, + 81.32221984863281, + 81.73332977294922, + 81.65555572509766, + 81.84222412109375, + 82.12889099121094, + 82.23110961914062, + 82.45333099365234, + 82.71778106689453, + 82.5999984741211, + 82.59111022949219, + 82.87999725341797, + 83.23110961914062, + 82.93111419677734, + 83.2844467163086, + 83.33333587646484, + 83.5199966430664, + 83.6066665649414, + 83.36222076416016, + 83.63333129882812, + 83.82888793945312, + 83.94222259521484, + 83.87555694580078, + 83.85778045654297, + 83.84666442871094, + 83.81777954101562, + 83.7911148071289, + 83.9888916015625, + 83.86888885498047, + 83.86444091796875, + 83.6844482421875, + 83.8155517578125, + 83.89555358886719, + 83.97110748291016, + 83.86222076416016, + 83.67778015136719 + ], + "train_loss": [ + 1.700146198272705, + 1.374245285987854, + 1.2251412868499756, + 1.1612834930419922, + 1.0897513628005981, + 1.0651589632034302, + 1.0315624475479126, + 1.0222002267837524, + 1.0078649520874023, + 1.0120940208435059, + 1.0075223445892334, + 0.9888733625411987, + 0.9704839587211609, + 0.9617512226104736, + 0.9429405927658081, + 0.937843382358551, + 0.9270132184028625, + 0.9142856597900391, + 0.9078752994537354, + 0.9038613438606262, + 0.8961057662963867, + 0.894300103187561, + 0.8981685638427734, + 0.8813890218734741, + 0.8658251166343689, + 0.8808944821357727, + 0.8691399693489075, + 0.856520414352417, + 0.858733594417572, + 0.845600426197052, + 0.8467687368392944, + 0.8399454951286316, + 0.8467430472373962, + 0.8308502435684204, + 0.822430431842804, + 0.8242837190628052, + 0.820928156375885, + 0.8151362538337708, + 0.8159453868865967, + 0.8088089823722839, + 0.7977640628814697, + 0.8019300699234009, + 0.7857999205589294, + 0.7796149849891663, + 0.7957851886749268, + 0.7766897082328796, + 0.7751237154006958, + 0.7688220143318176, + 0.7552518844604492, + 0.7646060585975647, + 0.7514321804046631, + 0.7463187575340271, + 0.7456818222999573, + 0.7297839522361755, + 0.7348945736885071, + 0.7312834858894348, + 0.7248637080192566, + 0.7294675707817078, + 0.7159832119941711, + 0.7128941416740417, + 0.7117261290550232, + 0.7047476768493652, + 0.703123927116394, + 0.6937474012374878, + 0.686028242111206, + 0.6876939535140991, + 0.6723340749740601, + 0.6721512675285339, + 0.6695564985275269, + 0.6626533269882202, + 0.6582947969436646, + 0.6476622223854065, + 0.6518228650093079, + 0.6405826807022095, + 0.638401210308075, + 0.6340884566307068, + 0.6278212070465088, + 0.6236828565597534, + 0.6234065890312195, + 0.615099310874939, + 0.6017294526100159, + 0.6022226214408875, + 0.5947023034095764, + 0.5921581983566284, + 0.5889365077018738, + 0.5823048949241638, + 0.5805098414421082, + 0.5753046870231628, + 0.5712969303131104, + 0.56174635887146, + 0.5607373118400574, + 0.5588014125823975, + 0.5473426580429077, + 0.5429359078407288, + 0.5427946448326111, + 0.5387613773345947, + 0.5310889482498169, + 0.5291767120361328, + 0.5260114669799805, + 0.5197059512138367, + 0.512734055519104, + 0.5097443461418152, + 0.5109577178955078, + 0.5033145546913147, + 0.49872803688049316, + 0.4944448471069336, + 0.4896559417247772, + 0.49555790424346924, + 0.4868859052658081, + 0.48640862107276917, + 0.479220986366272, + 0.48331257700920105, + 0.4811403751373291, + 0.47645601630210876, + 0.4695281982421875, + 0.47211676836013794, + 0.4732792377471924, + 0.46935898065567017, + 0.47239962220191956, + 0.47002503275871277, + 0.47573208808898926, + 0.4690265655517578, + 0.4702884256839752, + 0.4736062288284302, + 0.4758826494216919, + 0.47218057513237, + 0.47354578971862793, + 0.4722907245159149, + 0.47327861189842224, + 0.4731977581977844 + ], + "train_time": [ + 19.208436727523804, + 10.084239959716797, + 9.969279527664185, + 9.920997381210327, + 9.857649087905884, + 9.956969022750854, + 9.947287797927856, + 9.88653039932251, + 9.978516817092896, + 10.015596389770508, + 10.02219295501709, + 10.126394748687744, + 10.02592658996582, + 10.014127492904663, + 10.066753387451172, + 10.151154518127441, + 10.046046733856201, + 10.04764437675476, + 10.070283651351929, + 10.016910552978516, + 10.026794910430908, + 9.987763166427612, + 10.050084590911865, + 10.272960901260376, + 10.035266399383545, + 10.13955569267273, + 10.188409805297852, + 10.14188814163208, + 10.13633108139038, + 10.065881967544556, + 9.987149238586426, + 10.077828168869019, + 10.171237468719482, + 10.036560297012329, + 10.292179584503174, + 10.144578218460083, + 10.164158821105957, + 10.10405421257019, + 10.090329647064209, + 10.115635633468628, + 10.044052362442017, + 9.99335527420044, + 9.96843433380127, + 10.110010862350464, + 10.021071195602417, + 10.099908828735352, + 10.212786674499512, + 10.047465324401855, + 10.117297410964966, + 10.207637310028076, + 10.087169885635376, + 10.137194395065308, + 10.078770160675049, + 10.126076459884644, + 10.087883949279785, + 10.166889429092407, + 10.092489957809448, + 10.137529134750366, + 10.230446815490723, + 10.145937204360962, + 10.069238424301147, + 10.09359073638916, + 10.043854236602783, + 10.086578607559204, + 10.151954412460327, + 10.114441633224487, + 10.06754183769226, + 10.082130670547485, + 10.051653146743774, + 10.133132457733154, + 10.328287124633789, + 10.169549703598022, + 10.088446378707886, + 10.110198497772217, + 10.074454545974731, + 10.033209562301636, + 10.113829612731934, + 10.074509859085083, + 10.239266633987427, + 10.059686422348022, + 10.110531330108643, + 10.083722829818726, + 10.163556337356567, + 10.174630403518677, + 10.22213864326477, + 10.12910008430481, + 10.161725282669067, + 10.030619144439697, + 10.132893085479736, + 10.088046789169312, + 10.191675424575806, + 9.988422155380249, + 10.059145450592041, + 10.02909231185913, + 10.151824951171875, + 10.232489109039307, + 10.143331289291382, + 10.121658086776733, + 10.137759923934937, + 10.128250122070312, + 10.093164443969727, + 10.066247463226318, + 10.146262407302856, + 10.114151239395142, + 10.126317739486694, + 10.068281888961792, + 10.12879729270935, + 10.223671674728394, + 10.119553804397583, + 10.12359094619751, + 10.116060733795166, + 10.08390998840332, + 10.122966051101685, + 10.138663291931152, + 10.101945638656616, + 10.098628759384155, + 10.08134937286377, + 10.08097767829895, + 10.017618417739868, + 10.262633562088013, + 10.090842008590698, + 10.150916814804077, + 10.146164178848267, + 10.230763673782349, + 10.12932014465332, + 10.108866214752197, + 10.109195232391357, + 10.112032413482666, + 10.094887971878052, + 10.078797340393066 + ], + "used_clean_difference_rms_ratio": [ + 4.827155066777777e-07, + 6.422951059903426e-07, + 6.871328537272348e-07, + 6.720420628880674e-07, + 6.604838631574239e-07, + 6.550824878104322e-07, + 6.33093691249087e-07, + 6.320863690234546e-07, + 6.199485937941063e-07, + 6.290937903941085e-07, + 5.964773208688712e-07, + 6.083274683987838e-07, + 6.149127216303896e-07, + 6.165776085254038e-07, + 6.165431045701553e-07, + 6.049924081708014e-07, + 6.050856882211519e-07, + 6.158344376672176e-07, + 6.259006113396026e-07, + 6.109852392910398e-07, + 6.031373800396977e-07, + 6.186088512549759e-07, + 6.088047257435392e-07, + 6.16042939327599e-07, + 6.267088110689656e-07, + 6.136052661531721e-07, + 6.026642722645192e-07, + 6.357793722600036e-07, + 6.31457282906922e-07, + 6.156450922389922e-07, + 6.27068004632747e-07, + 6.283825655373221e-07, + 6.232746727619087e-07, + 6.337518811960763e-07, + 6.379030423886434e-07, + 6.424683078876114e-07, + 6.497816684714053e-07, + 6.404894179468101e-07, + 6.263771865633316e-07, + 6.406636430256185e-07, + 6.313545100056217e-07, + 6.271486654441105e-07, + 6.597746278202976e-07, + 6.601105155823461e-07, + 6.466528361670498e-07, + 6.575929205610009e-07, + 6.396349476744945e-07, + 6.535174179589376e-07, + 6.503847203020996e-07, + 6.454860681515129e-07, + 6.536958494507417e-07, + 6.670746302006592e-07, + 6.529405709443381e-07, + 6.561307372976444e-07, + 6.703855319756258e-07, + 6.552839977302938e-07, + 6.746032568116789e-07, + 6.750996703885903e-07, + 6.612426659557968e-07, + 6.723525416418852e-07, + 6.686030928904074e-07, + 6.849146529930294e-07, + 6.80589664625586e-07, + 6.702090900034818e-07, + 6.853625222902338e-07, + 6.834239911768236e-07, + 6.877797886772896e-07, + 6.899488198541803e-07, + 6.91942659614142e-07, + 6.927325557626318e-07, + 6.911194532221998e-07, + 7.058621918076824e-07, + 6.894532020851329e-07, + 7.045403549454932e-07, + 7.02669638030784e-07, + 6.994761179157649e-07, + 7.122720262486837e-07, + 7.179592671491264e-07, + 6.926746323188127e-07, + 7.084449293870421e-07, + 7.237248382807593e-07, + 7.085649826876761e-07, + 7.203828431556758e-07, + 6.988551604081294e-07, + 7.223595730465604e-07, + 7.272423658832849e-07, + 7.173277367655828e-07, + 7.266458510457596e-07, + 7.331836968660355e-07, + 7.241574735417089e-07, + 7.189958637354721e-07, + 7.154934564823634e-07, + 7.350147939177987e-07, + 7.412467084577656e-07, + 7.204632765933638e-07, + 7.279106739588315e-07, + 7.209646355477162e-07, + 7.282715159817599e-07, + 7.474533845197584e-07, + 7.276840960912523e-07, + 7.237597969833587e-07, + 7.454722776856215e-07, + 7.202678489193204e-07, + 7.372810841843602e-07, + 7.348912731686141e-07, + 7.300098445739422e-07, + 7.473663004020636e-07, + 7.412934337480692e-07, + 7.572137405986723e-07, + 7.385762614831037e-07, + 7.349925112976052e-07, + 7.31479701698845e-07, + 7.39166694074811e-07, + 7.391588496830082e-07, + 7.431635822285898e-07, + 7.330718858611363e-07, + 7.401702077913797e-07, + 7.398641628242331e-07, + 7.465440603482421e-07, + 7.508287467317132e-07, + 7.370529715444718e-07, + 7.379731528089906e-07, + 7.350168971242965e-07, + 7.355545790233009e-07, + 7.404667599075765e-07, + 7.444604648298991e-07, + 7.39704091756721e-07, + 7.44571593713772e-07, + 7.359474807344668e-07, + 7.364870384662936e-07 + ], + "val_accuracy": [ + 53.52000045776367, + 59.0, + 64.54000091552734, + 65.66000366210938, + 65.9000015258789, + 68.69999694824219, + 69.55999755859375, + 69.19999694824219, + 66.23999786376953, + 70.37999725341797, + 68.69999694824219, + 69.22000122070312, + 69.58000183105469, + 70.23999786376953, + 70.86000061035156, + 70.31999969482422, + 71.87999725341797, + 72.33999633789062, + 71.9000015258789, + 73.26000213623047, + 70.72000122070312, + 71.69999694824219, + 72.05999755859375, + 73.5199966430664, + 74.05999755859375, + 73.37999725341797, + 72.9800033569336, + 72.91999816894531, + 75.19999694824219, + 73.9800033569336, + 74.0, + 72.87999725341797, + 73.62000274658203, + 73.19999694824219, + 74.9800033569336, + 74.94000244140625, + 74.68000030517578, + 74.45999908447266, + 75.72000122070312, + 75.80000305175781, + 75.0199966430664, + 72.76000213623047, + 75.27999877929688, + 75.33999633789062, + 73.9000015258789, + 77.83999633789062, + 76.22000122070312, + 75.73999786376953, + 76.05999755859375, + 76.41999816894531, + 76.04000091552734, + 76.22000122070312, + 75.22000122070312, + 76.83999633789062, + 77.0199966430664, + 77.37999725341797, + 77.18000030517578, + 73.37999725341797, + 77.45999908447266, + 76.95999908447266, + 77.76000213623047, + 77.87999725341797, + 78.73999786376953, + 76.4000015258789, + 78.0, + 75.81999969482422, + 79.30000305175781, + 77.18000030517578, + 76.5999984741211, + 77.0199966430664, + 78.83999633789062, + 78.62000274658203, + 79.41999816894531, + 78.95999908447266, + 78.86000061035156, + 79.87999725341797, + 79.37999725341797, + 79.45999908447266, + 80.23999786376953, + 80.16000366210938, + 80.4800033569336, + 79.94000244140625, + 79.95999908447266, + 81.0999984741211, + 79.9800033569336, + 81.16000366210938, + 80.22000122070312, + 80.81999969482422, + 81.0999984741211, + 81.81999969482422, + 80.9000015258789, + 81.44000244140625, + 82.19999694824219, + 81.81999969482422, + 81.73999786376953, + 81.76000213623047, + 81.69999694824219, + 82.22000122070312, + 82.45999908447266, + 82.0, + 82.66000366210938, + 82.4800033569336, + 82.04000091552734, + 82.62000274658203, + 82.80000305175781, + 82.9800033569336, + 82.91999816894531, + 82.81999969482422, + 82.91999816894531, + 82.80000305175781, + 82.87999725341797, + 83.26000213623047, + 83.05999755859375, + 82.9000015258789, + 83.31999969482422, + 83.4000015258789, + 83.4000015258789, + 83.5, + 83.36000061035156, + 83.41999816894531, + 83.44000244140625, + 83.4800033569336, + 83.44000244140625, + 83.45999908447266, + 83.45999908447266, + 83.44000244140625, + 83.44000244140625, + 83.41999816894531, + 83.45999908447266, + 83.44000244140625 + ], + "val_loss": [ + 1.3194701671600342, + 1.1489856243133545, + 1.0110249519348145, + 0.9995486736297607, + 0.975368320941925, + 0.9089543223381042, + 0.8908157348632812, + 0.9091835618019104, + 0.9832767248153687, + 0.8514971733093262, + 0.9184580445289612, + 0.9079546332359314, + 0.8815804123878479, + 0.8806147575378418, + 0.8503714203834534, + 0.8479534387588501, + 0.8188788890838623, + 0.8109531998634338, + 0.8195528388023376, + 0.7814080715179443, + 0.8726105690002441, + 0.8277830481529236, + 0.8148999214172363, + 0.8045278787612915, + 0.7638383507728577, + 0.7665835618972778, + 0.7994078993797302, + 0.7991624474525452, + 0.7258732318878174, + 0.7784278988838196, + 0.7711151242256165, + 0.8410112261772156, + 0.7886636853218079, + 0.7888864278793335, + 0.7295854687690735, + 0.7361162304878235, + 0.7409539818763733, + 0.7440260052680969, + 0.7286837100982666, + 0.716103196144104, + 0.7351568341255188, + 0.806007981300354, + 0.7198649644851685, + 0.7109752893447876, + 0.7602249383926392, + 0.6546511650085449, + 0.69026780128479, + 0.7178469300270081, + 0.7060900926589966, + 0.687801718711853, + 0.7039817571640015, + 0.6777649521827698, + 0.7089879512786865, + 0.6674052476882935, + 0.6778624653816223, + 0.6706336140632629, + 0.6777629852294922, + 0.7744195461273193, + 0.6831504106521606, + 0.6982004642486572, + 0.6600232124328613, + 0.6612038612365723, + 0.6291294693946838, + 0.696289598941803, + 0.6373218297958374, + 0.7086646556854248, + 0.604119062423706, + 0.6640197038650513, + 0.677757203578949, + 0.6722255945205688, + 0.627880871295929, + 0.6313819289207458, + 0.6078330874443054, + 0.6142471432685852, + 0.6264322400093079, + 0.5960767269134521, + 0.5970892310142517, + 0.5934314727783203, + 0.5908246040344238, + 0.5869239568710327, + 0.5659902095794678, + 0.5864430069923401, + 0.5760539770126343, + 0.5680236220359802, + 0.5752419233322144, + 0.5570666790008545, + 0.5788825750350952, + 0.5513631701469421, + 0.5491865277290344, + 0.5444467067718506, + 0.5324323177337646, + 0.5555744171142578, + 0.5211969614028931, + 0.5449212789535522, + 0.5484431982040405, + 0.5306106805801392, + 0.5323324799537659, + 0.5329926013946533, + 0.5190336108207703, + 0.5258058905601501, + 0.51042640209198, + 0.5100357532501221, + 0.5220059752464294, + 0.5077250599861145, + 0.505951464176178, + 0.4990067780017853, + 0.5102978348731995, + 0.5094740986824036, + 0.5045663714408875, + 0.5023555755615234, + 0.5032286643981934, + 0.4967096447944641, + 0.4980241358280182, + 0.49595344066619873, + 0.4945482611656189, + 0.4958609342575073, + 0.49403512477874756, + 0.4940415322780609, + 0.4935239553451538, + 0.49343588948249817, + 0.4934057295322418, + 0.49341368675231934, + 0.4935355484485626, + 0.4934888482093811, + 0.49338340759277344, + 0.4934006929397583, + 0.4932677149772644, + 0.4934731423854828, + 0.4934805929660797, + 0.4934356212615967 + ], + "val_time": [ + 0.7441456317901611, + 0.2047710418701172, + 0.20944452285766602, + 0.20168852806091309, + 0.21001195907592773, + 0.2027301788330078, + 0.21964526176452637, + 0.2083113193511963, + 0.21064257621765137, + 0.2040114402770996, + 0.1917111873626709, + 0.18901562690734863, + 0.20279932022094727, + 0.19608211517333984, + 0.20422124862670898, + 0.21298766136169434, + 0.19728755950927734, + 0.2093205451965332, + 0.19466066360473633, + 0.20397686958312988, + 0.17352747917175293, + 0.2115767002105713, + 0.19321680068969727, + 0.18655920028686523, + 0.22108769416809082, + 0.19569969177246094, + 0.2205336093902588, + 0.22299766540527344, + 0.2022392749786377, + 0.18765950202941895, + 0.18955349922180176, + 0.2153148651123047, + 0.20956087112426758, + 0.21007561683654785, + 0.20711040496826172, + 0.19836759567260742, + 0.1831531524658203, + 0.20943665504455566, + 0.18426847457885742, + 0.20510268211364746, + 0.20962977409362793, + 0.21329116821289062, + 0.20324254035949707, + 0.19228553771972656, + 0.19025254249572754, + 0.21266865730285645, + 0.17170071601867676, + 0.18115782737731934, + 0.20227313041687012, + 0.21218204498291016, + 0.19442105293273926, + 0.19008970260620117, + 0.21971583366394043, + 0.18202972412109375, + 0.21315717697143555, + 0.2015392780303955, + 0.19916391372680664, + 0.2059941291809082, + 0.1775503158569336, + 0.1923072338104248, + 0.17854070663452148, + 0.20949029922485352, + 0.18202996253967285, + 0.21799826622009277, + 0.19598746299743652, + 0.20093655586242676, + 0.1847248077392578, + 0.18709611892700195, + 0.2116856575012207, + 0.21268105506896973, + 0.19874310493469238, + 0.20999717712402344, + 0.17603302001953125, + 0.20018458366394043, + 0.20145082473754883, + 0.19756340980529785, + 0.20820212364196777, + 0.1931769847869873, + 0.20251226425170898, + 0.1954207420349121, + 0.20110535621643066, + 0.2149050235748291, + 0.18897032737731934, + 0.1920325756072998, + 0.18648076057434082, + 0.17703938484191895, + 0.17799782752990723, + 0.1713249683380127, + 0.2028799057006836, + 0.20788955688476562, + 0.17978644371032715, + 0.21185016632080078, + 0.1755237579345703, + 0.20702075958251953, + 0.17375755310058594, + 0.2028801441192627, + 0.18795990943908691, + 0.19173526763916016, + 0.1898036003112793, + 0.21601271629333496, + 0.22632765769958496, + 0.18883347511291504, + 0.19767189025878906, + 0.20465946197509766, + 0.21271991729736328, + 0.21102499961853027, + 0.21598291397094727, + 0.19216299057006836, + 0.173753023147583, + 0.17688679695129395, + 0.21115612983703613, + 0.19346261024475098, + 0.19909954071044922, + 0.20671796798706055, + 0.20510435104370117, + 0.18868756294250488, + 0.21262478828430176, + 0.17992591857910156, + 0.1985483169555664, + 0.18586111068725586, + 0.19279098510742188, + 0.21131229400634766, + 0.21717143058776855, + 0.21459269523620605, + 0.20418000221252441, + 0.20991110801696777, + 0.21289658546447754, + 0.16847562789916992, + 0.20061159133911133, + 0.2060079574584961 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.44000244140625, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1993, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json new file mode 100644 index 0000000..19bee26 --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-oracle/2026_08_06_16_14_12/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1993", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1993-oracle", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "oracle", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786052208.972529, + "condition": "oracle", + "driver_wall_seconds": 1365.2757115364075, + "experiment_name": "dp-bias-c1-s1993-oracle", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 129, + "best_validation_accuracy": 83.19999694824219, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 7.405615320976722e-08, + 8.614222934966165e-08, + 9.084047292162722e-08, + 9.231887077021383e-08, + 9.448118731825161e-08, + 9.496572062062114e-08, + 9.654891641730501e-08, + 9.765906838765659e-08, + 9.746187856762845e-08, + 9.59230561647928e-08, + 9.767998676579737e-08, + 9.66851985140238e-08, + 9.755567731417614e-08, + 9.899361685938857e-08, + 9.955471114153625e-08, + 9.796939792749981e-08, + 9.86084671694698e-08, + 1.0056041332973109e-07, + 9.987267191036153e-08, + 1.0042752052186188e-07, + 9.950570500905087e-08, + 1.0078451140316247e-07, + 9.972720249606937e-08, + 1.0024471919223288e-07, + 1.0079839540821922e-07, + 1.0266211347698118e-07, + 1.0173232567467494e-07, + 1.0203634559502461e-07, + 1.0166514385900882e-07, + 1.0143160977804655e-07, + 1.0113650716903066e-07, + 1.0039916986670505e-07, + 1.0334970568237623e-07, + 1.0204495737298203e-07, + 1.0121011939645541e-07, + 1.0205009459696157e-07, + 1.0227125812889426e-07, + 1.0382513693230067e-07, + 1.0202883515830763e-07, + 1.0171316944251885e-07, + 1.0068046663036512e-07, + 1.0334774458442553e-07, + 1.0238498759918002e-07, + 1.0426943930497146e-07, + 1.0425691243654e-07, + 1.0290967367154735e-07, + 1.0426006014085942e-07, + 1.0653825199824496e-07, + 1.0291162766407069e-07, + 1.0562879282360882e-07, + 1.0392589189223145e-07, + 1.0561603147607457e-07, + 1.100574920087638e-07, + 1.0519276827380963e-07, + 1.0627588409306554e-07, + 1.0365161529080069e-07, + 1.082760832105123e-07, + 1.0650359172359458e-07, + 1.0332269084756263e-07, + 1.0509510417477941e-07, + 1.0664670213600402e-07, + 1.100088766747831e-07, + 1.0883921675031161e-07, + 1.097471766797753e-07, + 1.1020330248356913e-07, + 1.0960067697851628e-07, + 1.0842337871963537e-07, + 1.0865782229529941e-07, + 1.0996495802828576e-07, + 1.0811500317231548e-07, + 1.0793799276598293e-07, + 1.1008019384917134e-07, + 1.0607291756059567e-07, + 1.1002479283206412e-07, + 1.1052252091303671e-07, + 1.0990542875788378e-07, + 1.0968059882543457e-07, + 1.1169309743763733e-07, + 1.099952342542565e-07, + 1.1356527807038219e-07, + 1.1101479202579867e-07, + 1.1370156727252834e-07, + 1.1576774738841777e-07, + 1.1451686532382155e-07, + 1.1212637929247649e-07, + 1.1667616206523235e-07, + 1.1619557227504629e-07, + 1.1415112766144375e-07, + 1.1293218449281994e-07, + 1.1326346083251337e-07, + 1.1189468551719983e-07, + 1.1355864870665755e-07, + 1.1637560959343318e-07, + 1.109332572468702e-07, + 1.1895711082843263e-07, + 1.145348207387542e-07, + 1.1497650120873004e-07, + 1.184519646812987e-07, + 1.1465214555528291e-07, + 1.1434096336415678e-07, + 1.1424822332628537e-07, + 1.1339499650375728e-07, + 1.154504545297641e-07, + 1.1701197166757993e-07, + 1.1268886623838625e-07, + 1.1851846437593849e-07, + 1.2084686318303284e-07, + 1.1442775615932987e-07, + 1.2030730545120605e-07, + 1.1554844547845278e-07, + 1.1368899777153274e-07, + 1.235928976939249e-07, + 1.2037189378588664e-07, + 1.182834097335217e-07, + 1.1714789849293084e-07, + 1.1909329344916841e-07, + 1.178235891075019e-07, + 1.21602710123625e-07, + 1.1976604241681343e-07, + 1.20997796670963e-07, + 1.1748448969228775e-07, + 1.1498680407839856e-07, + 1.1784617726107172e-07, + 1.196472965148132e-07, + 1.1510633157740813e-07, + 1.2078703548468184e-07, + 1.1661165899568005e-07, + 1.1531417243304531e-07, + 1.1331293592320435e-07, + 1.1862815085805778e-07 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 1.1546688050145804e-08, + 8.738388679319087e-09, + 7.869418894301816e-09, + 7.4190018573006e-09, + 6.981943023731674e-09, + 6.767278293295931e-09, + 6.5153189510169796e-09, + 6.368956917413016e-09, + 6.276867470234038e-09, + 6.096825710955045e-09, + 6.044734934818052e-09, + 5.802161862078492e-09, + 5.823892923473295e-09, + 5.767616162444256e-09, + 5.7116649188060364e-09, + 5.563412397435741e-09, + 5.599197105965459e-09, + 5.617415865799558e-09, + 5.571888728184149e-09, + 5.4879518707195984e-09, + 5.44799094726045e-09, + 5.499858790614098e-09, + 5.400392133481091e-09, + 5.378236078712462e-09, + 5.3437521074783945e-09, + 5.382482015647838e-09, + 5.401940672555838e-09, + 5.31778887591372e-09, + 5.265398339560079e-09, + 5.283603776717882e-09, + 5.246164391792263e-09, + 5.222110299740734e-09, + 5.3252966480954456e-09, + 5.238681488606289e-09, + 5.130072366910099e-09, + 5.152795967688917e-09, + 5.135149194757105e-09, + 5.224456423036372e-09, + 5.113997669781156e-09, + 5.046743023484623e-09, + 5.046720374934921e-09, + 5.124338731121725e-09, + 5.02299934979078e-09, + 5.0637791737528914e-09, + 5.079661136164759e-09, + 4.980326817616287e-09, + 5.051865148431034e-09, + 5.1253228328107525e-09, + 4.9577426608493624e-09, + 5.0358934799987765e-09, + 4.969772593454991e-09, + 4.976713263715737e-09, + 5.167933192495866e-09, + 4.944523457339756e-09, + 4.915333473576311e-09, + 4.925750030082554e-09, + 4.9606567742443985e-09, + 4.8927808471432854e-09, + 4.770165151768424e-09, + 4.831553379602838e-09, + 4.85612883238673e-09, + 4.943395914835946e-09, + 4.883127679988775e-09, + 4.896370864315713e-09, + 4.887559690303078e-09, + 4.869466163626157e-09, + 4.751967264127188e-09, + 4.7665591473844415e-09, + 4.8335793145781736e-09, + 4.727005897819936e-09, + 4.713743173567764e-09, + 4.753584192940252e-09, + 4.614311155393125e-09, + 4.695529742804183e-09, + 4.687752408472079e-09, + 4.661875774303326e-09, + 4.6254369223674985e-09, + 4.660285046753643e-09, + 4.657926044870919e-09, + 4.650555496255038e-09, + 4.527024977107885e-09, + 4.646526718943278e-09, + 4.684594934190045e-09, + 4.659516772420602e-09, + 4.61302285259535e-09, + 4.675383635799335e-09, + 4.619709503828062e-09, + 4.56921656066811e-09, + 4.548616150401585e-09, + 4.515861906639884e-09, + 4.445097179228696e-09, + 4.472476611283582e-09, + 4.5444217278145516e-09, + 4.368368777818432e-09, + 4.574877809915279e-09, + 4.452035184954184e-09, + 4.410215748151813e-09, + 4.510182005645902e-09, + 4.394982155986327e-09, + 4.372986861511663e-09, + 4.347074256116912e-09, + 4.3099959157189005e-09, + 4.342674664314927e-09, + 4.368074790761511e-09, + 4.293372768415793e-09, + 4.375359186070682e-09, + 4.4027399503931974e-09, + 4.304269385357884e-09, + 4.405789510997238e-09, + 4.29311430849566e-09, + 4.2241947717513995e-09, + 4.4458552395099105e-09, + 4.361344618786234e-09, + 4.306446310664569e-09, + 4.2756473916938376e-09, + 4.288605026658843e-09, + 4.274551379523928e-09, + 4.349602900077798e-09, + 4.313385648657686e-09, + 4.334014036544431e-09, + 4.2787458021109614e-09, + 4.207290071889247e-09, + 4.277509901839949e-09, + 4.3232355473321604e-09, + 4.2186591997506184e-09, + 4.344899107167066e-09, + 4.233073003234722e-09, + 4.215273907703931e-09, + 4.1676977424742745e-09, + 4.293065458682577e-09 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.653283596038818, + 7.7041120529174805, + 8.078044891357422, + 8.022562026977539, + 8.015658378601074, + 7.728899002075195, + 7.670470714569092, + 7.671237468719482, + 7.463231563568115, + 7.383095741271973, + 7.284750461578369, + 7.410208225250244, + 7.358292102813721, + 7.323864459991455, + 7.359594345092773, + 7.300378799438477, + 7.320624828338623, + 7.322638988494873, + 7.385973930358887, + 7.410856246948242, + 7.375748634338379, + 7.327857971191406, + 7.390649795532227, + 7.381201267242432, + 7.479819297790527, + 7.503313064575195, + 7.375954627990723, + 7.545370101928711, + 7.512575626373291, + 7.44870662689209, + 7.50665807723999, + 7.477698802947998, + 7.51475715637207, + 7.5850043296813965, + 7.63949728012085, + 7.719409942626953, + 7.7251996994018555, + 7.675200939178467, + 7.669122219085693, + 7.735006332397461, + 7.647367000579834, + 7.719472885131836, + 7.791913986206055, + 7.822059631347656, + 7.796066761016846, + 7.857071876525879, + 7.74758243560791, + 7.824134349822998, + 7.876728057861328, + 7.869646072387695, + 7.832303524017334, + 7.958860874176025, + 7.9116291999816895, + 7.925281047821045, + 7.987068176269531, + 7.886240005493164, + 7.979101657867432, + 8.026086807250977, + 7.991604804992676, + 8.05604076385498, + 8.118108749389648, + 8.150814056396484, + 8.150824546813965, + 8.133886337280273, + 8.230474472045898, + 8.190682411193848, + 8.328262329101562, + 8.24886417388916, + 8.178791046142578, + 8.289475440979004, + 8.311262130737305, + 8.304606437683105, + 8.336316108703613, + 8.384964942932129, + 8.378129005432129, + 8.42064380645752, + 8.395373344421387, + 8.410752296447754, + 8.372556686401367, + 8.543325424194336, + 8.590201377868652, + 8.452716827392578, + 8.459890365600586, + 8.518949508666992, + 8.425703048706055, + 8.536510467529297, + 8.559418678283691, + 8.548542022705078, + 8.492437362670898, + 8.546830177307129, + 8.574997901916504, + 8.599225044250488, + 8.570527076721191, + 8.646113395690918, + 8.633721351623535, + 8.626992225646973, + 8.734045028686523, + 8.66370964050293, + 8.678391456604004, + 8.72479248046875, + 8.717967987060547, + 8.698145866394043, + 8.70083999633789, + 8.744443893432617, + 8.668360710144043, + 8.762539863586426, + 8.789739608764648, + 8.656681060791016, + 8.785409927368164, + 8.729222297668457, + 8.76577377319336, + 8.765355110168457, + 8.789122581481934, + 8.804421424865723, + 8.83195972442627, + 8.846914291381836, + 8.81881332397461, + 8.855581283569336, + 8.859007835388184, + 8.847957611083984, + 8.800448417663574, + 8.832536697387695, + 8.859362602233887, + 8.825654029846191, + 8.808206558227539, + 8.810586929321289, + 8.852289199829102, + 8.832140922546387, + 8.819292068481445, + 8.79919719696045 + ], + "train_accuracy": [ + 38.99555587768555, + 51.09111022949219, + 56.891109466552734, + 59.22444534301758, + 62.12888717651367, + 62.98666763305664, + 64.07333374023438, + 64.74888610839844, + 65.27333068847656, + 65.1866683959961, + 65.74444580078125, + 66.22222137451172, + 66.72444152832031, + 67.02222442626953, + 67.54222106933594, + 67.92666625976562, + 68.13333129882812, + 68.3022232055664, + 68.40666961669922, + 68.98444366455078, + 68.87999725341797, + 69.0199966430664, + 69.54444122314453, + 69.72444152832031, + 69.77777862548828, + 70.04000091552734, + 70.38666534423828, + 70.7955551147461, + 70.67333221435547, + 70.8155517578125, + 70.62444305419922, + 71.36000061035156, + 71.0999984741211, + 71.37555694580078, + 71.12222290039062, + 71.86444091796875, + 71.49333190917969, + 71.586669921875, + 71.9022216796875, + 72.31777954101562, + 72.38888549804688, + 72.46888732910156, + 72.62889099121094, + 72.83110809326172, + 72.95111083984375, + 72.86222076416016, + 73.21111297607422, + 73.42666625976562, + 73.3822250366211, + 73.77777862548828, + 73.97333526611328, + 74.17333221435547, + 74.21111297607422, + 74.27999877929688, + 74.37333679199219, + 74.05777740478516, + 74.64666748046875, + 74.74444580078125, + 75.24222564697266, + 75.37110900878906, + 75.4111099243164, + 75.78221893310547, + 76.04000091552734, + 76.16000366210938, + 76.18000030517578, + 76.32444763183594, + 76.36000061035156, + 76.77333068847656, + 76.62444305419922, + 77.00666809082031, + 77.07111358642578, + 77.23110961914062, + 77.3822250366211, + 77.78888702392578, + 77.85111236572266, + 77.92222595214844, + 78.41777801513672, + 78.32888793945312, + 78.42888641357422, + 78.86444091796875, + 79.0199966430664, + 78.804443359375, + 79.2933349609375, + 79.42888641357422, + 79.12666320800781, + 79.66222381591797, + 79.92222595214844, + 80.0977783203125, + 79.87333679199219, + 80.36222076416016, + 80.8133316040039, + 80.804443359375, + 80.92666625976562, + 81.0888900756836, + 81.04666900634766, + 81.23110961914062, + 81.54222106933594, + 81.54222106933594, + 81.78221893310547, + 82.12889099121094, + 82.35111236572266, + 82.2955551147461, + 82.49555206298828, + 82.49333190917969, + 82.7044448852539, + 82.87110900878906, + 83.19999694824219, + 82.96666717529297, + 83.03555297851562, + 83.23555755615234, + 83.38888549804688, + 83.36666870117188, + 83.51555633544922, + 83.64888763427734, + 83.74444580078125, + 83.8933334350586, + 83.84222412109375, + 83.89778137207031, + 83.72222137451172, + 83.695556640625, + 83.58000183105469, + 83.7155532836914, + 83.87777709960938, + 83.75777435302734, + 83.64444732666016, + 83.63555908203125, + 83.7066650390625, + 83.8066635131836, + 83.94889068603516, + 83.72000122070312 + ], + "train_loss": [ + 1.6999645233154297, + 1.3736752271652222, + 1.2248798608779907, + 1.162874460220337, + 1.0893735885620117, + 1.0621247291564941, + 1.0292332172393799, + 1.0187777280807495, + 1.0076103210449219, + 1.0128448009490967, + 0.997495710849762, + 0.9847140908241272, + 0.9741368293762207, + 0.9594143629074097, + 0.9405304789543152, + 0.932173490524292, + 0.925999641418457, + 0.9236860871315002, + 0.9180060625076294, + 0.9003586769104004, + 0.902909517288208, + 0.8980801701545715, + 0.8825611472129822, + 0.8793378472328186, + 0.8729716539382935, + 0.8695119023323059, + 0.8665925860404968, + 0.8504505753517151, + 0.8547175526618958, + 0.848450243473053, + 0.8550570607185364, + 0.8369228839874268, + 0.8411409258842468, + 0.8398156762123108, + 0.8328233957290649, + 0.8237424492835999, + 0.8263987898826599, + 0.8263462781906128, + 0.8150817155838013, + 0.8007585406303406, + 0.803396463394165, + 0.8060184717178345, + 0.7898924946784973, + 0.7880336046218872, + 0.7890546321868896, + 0.7829767465591431, + 0.775829017162323, + 0.7774108648300171, + 0.7687017321586609, + 0.7619604468345642, + 0.7580640912055969, + 0.7543692588806152, + 0.7508824467658997, + 0.7418185472488403, + 0.7388712763786316, + 0.7460146546363831, + 0.7255803942680359, + 0.7277068495750427, + 0.7195823788642883, + 0.7155432105064392, + 0.7101117372512817, + 0.7065384387969971, + 0.7006295323371887, + 0.6912498474121094, + 0.6926472783088684, + 0.6906432509422302, + 0.6759634017944336, + 0.6748855710029602, + 0.6760959625244141, + 0.6677953600883484, + 0.663629949092865, + 0.6570051908493042, + 0.6518462300300598, + 0.6451237201690674, + 0.6362733840942383, + 0.637096107006073, + 0.6271558403968811, + 0.6255435943603516, + 0.6271497011184692, + 0.6131048202514648, + 0.6041305661201477, + 0.6090487837791443, + 0.5994855165481567, + 0.5956752300262451, + 0.5943506956100464, + 0.584838330745697, + 0.5820420980453491, + 0.5739111304283142, + 0.5756893754005432, + 0.5652528405189514, + 0.5598747730255127, + 0.5554453730583191, + 0.5548022985458374, + 0.5463356971740723, + 0.5437644720077515, + 0.5407708287239075, + 0.5332094430923462, + 0.532047688961029, + 0.5267162919044495, + 0.5175989270210266, + 0.5146481990814209, + 0.5115882158279419, + 0.5110401511192322, + 0.5049670934677124, + 0.5014824271202087, + 0.496200829744339, + 0.48899421095848083, + 0.49497389793395996, + 0.4892781972885132, + 0.48721417784690857, + 0.48340439796447754, + 0.4806862473487854, + 0.4807865023612976, + 0.47559431195259094, + 0.47077181935310364, + 0.47204628586769104, + 0.47275397181510925, + 0.4680967330932617, + 0.4717417359352112, + 0.4691166877746582, + 0.47363534569740295, + 0.4714795649051666, + 0.4708103537559509, + 0.4725724756717682, + 0.47290077805519104, + 0.4750230014324188, + 0.4706812798976898, + 0.4728105366230011, + 0.47144752740859985, + 0.4720219373703003 + ], + "train_time": [ + 18.755926847457886, + 9.864384889602661, + 9.98052453994751, + 10.070132970809937, + 9.948674201965332, + 9.837749242782593, + 9.927746057510376, + 10.001814126968384, + 9.93734359741211, + 10.1389319896698, + 10.017022371292114, + 9.967081308364868, + 9.983391523361206, + 10.034980535507202, + 10.077215909957886, + 10.05683708190918, + 10.022114038467407, + 10.087248802185059, + 10.097890853881836, + 9.967721939086914, + 10.176225423812866, + 9.99332308769226, + 10.048591375350952, + 9.96475338935852, + 10.005385160446167, + 10.040153741836548, + 10.049476146697998, + 9.950893878936768, + 10.03746247291565, + 10.10502576828003, + 10.045244455337524, + 10.020796298980713, + 9.960679292678833, + 9.928351163864136, + 9.973706722259521, + 9.939688444137573, + 10.002355813980103, + 10.061483383178711, + 10.004997730255127, + 9.940978527069092, + 10.009881258010864, + 9.982934713363647, + 9.9253089427948, + 10.051011562347412, + 10.033569574356079, + 9.967345952987671, + 9.976145505905151, + 10.023208379745483, + 10.017979621887207, + 10.049238920211792, + 10.01444935798645, + 10.046590089797974, + 10.026606321334839, + 9.927813291549683, + 9.97467041015625, + 10.074855327606201, + 9.936826705932617, + 10.100759267807007, + 10.374047994613647, + 10.067174196243286, + 10.045907974243164, + 10.030536890029907, + 10.082224130630493, + 10.000292778015137, + 9.982065916061401, + 10.059160470962524, + 10.059629678726196, + 10.090331792831421, + 10.059850931167603, + 10.153104305267334, + 10.176772356033325, + 10.020405292510986, + 10.028961420059204, + 10.044919490814209, + 10.049513578414917, + 10.00260591506958, + 10.038864850997925, + 10.110201597213745, + 10.066373825073242, + 9.953986644744873, + 9.947025775909424, + 10.062995433807373, + 10.131871938705444, + 10.092266082763672, + 10.031134843826294, + 10.06428575515747, + 10.001691818237305, + 9.98896050453186, + 10.024917364120483, + 10.14868450164795, + 10.048189878463745, + 9.992653846740723, + 10.073096513748169, + 10.0389084815979, + 9.968766689300537, + 9.942549228668213, + 9.99854564666748, + 9.970921516418457, + 10.204229354858398, + 10.03166389465332, + 10.08107042312622, + 10.07288670539856, + 9.965380191802979, + 10.05851697921753, + 9.97146487236023, + 10.076583623886108, + 10.139770746231079, + 10.143117189407349, + 10.01796841621399, + 10.007502317428589, + 9.986648321151733, + 10.08750295639038, + 10.073030948638916, + 10.034095525741577, + 9.990341663360596, + 9.983097553253174, + 9.953125238418579, + 10.048712730407715, + 10.160290241241455, + 10.03778886795044, + 10.007333993911743, + 10.11544680595398, + 10.182418823242188, + 10.230251789093018, + 10.192116260528564, + 10.04626750946045, + 10.120067834854126, + 10.001025676727295, + 10.005712270736694, + 9.940893650054932 + ], + "used_clean_difference_rms_ratio": [ + 6.35539691984377e-08, + 6.698688537198905e-08, + 6.338837721386881e-08, + 5.928848167968681e-08, + 5.5672277454732466e-08, + 5.2123091620615014e-08, + 4.977322376475968e-08, + 4.865699310130367e-08, + 4.654621577060425e-08, + 4.478228987636612e-08, + 4.392143182485597e-08, + 4.28020783260763e-08, + 4.2608562011992035e-08, + 4.2016019108359615e-08, + 4.179365831191717e-08, + 4.0414708024627544e-08, + 4.076122195328935e-08, + 4.0894047259598665e-08, + 4.07861833195966e-08, + 4.0506169085574584e-08, + 3.992133557062516e-08, + 4.007011256135229e-08, + 3.9793160766521396e-08, + 3.950873406211031e-08, + 3.9765474468822504e-08, + 4.011951659776969e-08, + 3.966028927493426e-08, + 3.990304264789302e-08, + 3.940228410215241e-08, + 3.9093464465622674e-08, + 3.915490864869753e-08, + 3.8791533540916134e-08, + 3.981384466555937e-08, + 3.944683157897089e-08, + 3.902023237856156e-08, + 3.9582722877185006e-08, + 3.945679694083992e-08, + 3.990407648757355e-08, + 3.904167300561312e-08, + 3.882525234644163e-08, + 3.82397331577522e-08, + 3.92782553149118e-08, + 3.892159483598334e-08, + 3.939454984447366e-08, + 3.942674453583095e-08, + 3.889023147962689e-08, + 3.892976607744458e-08, + 3.985902807812636e-08, + 3.8817596248463815e-08, + 3.935307901770102e-08, + 3.865465814101299e-08, + 3.9277185948094484e-08, + 4.064064640374454e-08, + 3.894271927151749e-08, + 3.9065501056256835e-08, + 3.85935550184513e-08, + 3.938415460424949e-08, + 3.910487933467266e-08, + 3.791851455048345e-08, + 3.871527809451436e-08, + 3.926958669353553e-08, + 4.009335086152532e-08, + 3.961644878813786e-08, + 3.961967820487189e-08, + 4.002716025297559e-08, + 3.974475148993406e-08, + 3.9388226014125394e-08, + 3.911017998348143e-08, + 3.933530479116598e-08, + 3.8924721224020686e-08, + 3.892311539743787e-08, + 3.918925273183049e-08, + 3.8255794976294055e-08, + 3.91169550084669e-08, + 3.908667167706881e-08, + 3.910530210760044e-08, + 3.866768949478683e-08, + 3.897258338270149e-08, + 3.8838265936647076e-08, + 3.9450949174124617e-08, + 3.857227781622896e-08, + 3.9109451677177276e-08, + 3.943473458889457e-08, + 3.9414402408510796e-08, + 3.871767617624755e-08, + 3.963218020430759e-08, + 3.923750924172964e-08, + 3.8737361762741784e-08, + 3.845542906333321e-08, + 3.836658279965377e-08, + 3.7956208842615524e-08, + 3.821552851945853e-08, + 3.871054232718052e-08, + 3.7547263076476156e-08, + 3.929618586084871e-08, + 3.816002092094095e-08, + 3.823431526939203e-08, + 3.889789823574574e-08, + 3.795542369289251e-08, + 3.792715830286397e-08, + 3.767033618373716e-08, + 3.7285349918647626e-08, + 3.7570401900666184e-08, + 3.799004133497874e-08, + 3.7005520425736904e-08, + 3.811548054954983e-08, + 3.842433926593003e-08, + 3.708468199192794e-08, + 3.835259931861401e-08, + 3.7183312429078796e-08, + 3.6873476716436926e-08, + 3.879373267068331e-08, + 3.813402571495317e-08, + 3.766871259358595e-08, + 3.7453581569479866e-08, + 3.772753132125217e-08, + 3.746358245848569e-08, + 3.830237105262313e-08, + 3.792911584810099e-08, + 3.814738036567178e-08, + 3.7417919429572066e-08, + 3.693951100558479e-08, + 3.7695716770258514e-08, + 3.795227598857309e-08, + 3.692986183523317e-08, + 3.807532067412467e-08, + 3.7224008764269456e-08, + 3.704897721945599e-08, + 3.6516251356033536e-08, + 3.755337729671737e-08 + ], + "val_accuracy": [ + 53.52000045776367, + 59.0, + 64.83999633789062, + 65.63999938964844, + 65.19999694824219, + 68.62000274658203, + 69.22000122070312, + 69.31999969482422, + 68.45999908447266, + 72.05999755859375, + 70.33999633789062, + 67.12000274658203, + 69.66000366210938, + 70.0199966430664, + 72.30000305175781, + 72.95999908447266, + 71.37999725341797, + 71.5999984741211, + 74.22000122070312, + 70.9000015258789, + 71.91999816894531, + 71.73999786376953, + 72.73999786376953, + 72.30000305175781, + 73.31999969482422, + 73.0, + 71.68000030517578, + 74.5199966430664, + 74.4800033569336, + 74.22000122070312, + 71.63999938964844, + 71.18000030517578, + 74.91999816894531, + 73.73999786376953, + 74.76000213623047, + 74.23999786376953, + 74.94000244140625, + 75.54000091552734, + 76.0, + 75.54000091552734, + 75.30000305175781, + 74.45999908447266, + 76.55999755859375, + 76.18000030517578, + 74.12000274658203, + 76.0, + 76.12000274658203, + 75.58000183105469, + 75.33999633789062, + 77.08000183105469, + 75.86000061035156, + 76.55999755859375, + 77.37999725341797, + 77.37999725341797, + 77.4000015258789, + 77.26000213623047, + 76.80000305175781, + 74.72000122070312, + 77.45999908447266, + 76.63999938964844, + 77.77999877929688, + 77.95999908447266, + 77.83999633789062, + 77.5999984741211, + 77.66000366210938, + 77.0199966430664, + 79.05999755859375, + 78.41999816894531, + 76.80000305175781, + 78.69999694824219, + 77.72000122070312, + 78.55999755859375, + 78.58000183105469, + 79.23999786376953, + 79.44000244140625, + 79.12000274658203, + 79.94000244140625, + 79.18000030517578, + 79.37999725341797, + 79.9000015258789, + 80.72000122070312, + 79.87999725341797, + 81.26000213623047, + 80.72000122070312, + 79.73999786376953, + 80.80000305175781, + 80.41999816894531, + 80.87999725341797, + 81.5199966430664, + 81.08000183105469, + 81.0, + 81.0, + 81.87999725341797, + 81.5199966430664, + 81.27999877929688, + 81.08000183105469, + 81.36000061035156, + 82.0999984741211, + 82.0199966430664, + 81.80000305175781, + 82.30000305175781, + 82.36000061035156, + 81.95999908447266, + 82.23999786376953, + 82.18000030517578, + 82.45999908447266, + 82.72000122070312, + 82.91999816894531, + 82.69999694824219, + 82.69999694824219, + 82.83999633789062, + 83.04000091552734, + 82.72000122070312, + 83.04000091552734, + 82.95999908447266, + 83.0199966430664, + 82.9800033569336, + 83.16000366210938, + 83.12000274658203, + 83.13999938964844, + 83.18000030517578, + 83.0999984741211, + 83.13999938964844, + 83.16000366210938, + 83.16000366210938, + 83.13999938964844, + 83.18000030517578, + 83.16000366210938, + 83.19999694824219, + 83.16000366210938 + ], + "val_loss": [ + 1.3192089796066284, + 1.1511688232421875, + 1.0039281845092773, + 1.0021240711212158, + 1.0058989524841309, + 0.914376974105835, + 0.8985520005226135, + 0.8888351917266846, + 0.9122334122657776, + 0.8125603199005127, + 0.8560444712638855, + 0.9528972506523132, + 0.8944923877716064, + 0.8659999370574951, + 0.8035585284233093, + 0.7888801693916321, + 0.8298242688179016, + 0.8252143859863281, + 0.7537100315093994, + 0.8396438360214233, + 0.8174207806587219, + 0.8106228709220886, + 0.8002029657363892, + 0.8474892377853394, + 0.7822431921958923, + 0.7725020051002502, + 0.8443525433540344, + 0.7679422497749329, + 0.7448662519454956, + 0.7791827321052551, + 0.8450884222984314, + 0.8575275540351868, + 0.7542397379875183, + 0.7508121728897095, + 0.7569466233253479, + 0.7676061987876892, + 0.7187513113021851, + 0.7149717211723328, + 0.7056260108947754, + 0.712809681892395, + 0.7353671789169312, + 0.7533767819404602, + 0.6909841299057007, + 0.6863695383071899, + 0.755138635635376, + 0.7104868292808533, + 0.7051101922988892, + 0.7145578265190125, + 0.735846757888794, + 0.6573564410209656, + 0.7086622714996338, + 0.6741777658462524, + 0.6523796916007996, + 0.6722962260246277, + 0.6622825860977173, + 0.6953430771827698, + 0.6759446859359741, + 0.7282851338386536, + 0.6649014353752136, + 0.7137865424156189, + 0.6447399854660034, + 0.648898184299469, + 0.6433685421943665, + 0.6587786078453064, + 0.6660674810409546, + 0.6518160104751587, + 0.5987439155578613, + 0.6297531723976135, + 0.6789839267730713, + 0.613527238368988, + 0.6561173796653748, + 0.6297181844711304, + 0.6259797215461731, + 0.5996910929679871, + 0.6093112230300903, + 0.6082572340965271, + 0.5745543241500854, + 0.5905570387840271, + 0.6005703210830688, + 0.5823150873184204, + 0.5704694986343384, + 0.5904384255409241, + 0.5494836568832397, + 0.5582793951034546, + 0.5712771415710449, + 0.5619387030601501, + 0.5715951919555664, + 0.5506675839424133, + 0.5455982685089111, + 0.5527905821800232, + 0.5387815237045288, + 0.546493411064148, + 0.5403245687484741, + 0.5254535675048828, + 0.5445420145988464, + 0.5377877950668335, + 0.5468614101409912, + 0.5230612754821777, + 0.5393974781036377, + 0.5279380679130554, + 0.5143417716026306, + 0.5084179043769836, + 0.5098900198936462, + 0.516704797744751, + 0.5144721269607544, + 0.4987099766731262, + 0.4981895089149475, + 0.500246524810791, + 0.5000381469726562, + 0.4971832036972046, + 0.49488604068756104, + 0.49415647983551025, + 0.4910169541835785, + 0.4896705150604248, + 0.49046626687049866, + 0.4904150068759918, + 0.4892400801181793, + 0.48940780758857727, + 0.4886103570461273, + 0.48843106627464294, + 0.48831427097320557, + 0.48827052116394043, + 0.4883691668510437, + 0.48834019899368286, + 0.488256573677063, + 0.4883716106414795, + 0.48830315470695496, + 0.48841163516044617, + 0.4884410500526428, + 0.48837441205978394 + ], + "val_time": [ + 0.8196043968200684, + 0.21775197982788086, + 0.20036053657531738, + 0.19877982139587402, + 0.1883385181427002, + 0.1975691318511963, + 0.20847392082214355, + 0.17066121101379395, + 0.21568894386291504, + 0.1826796531677246, + 0.20821762084960938, + 0.1779017448425293, + 0.2065730094909668, + 0.195021390914917, + 0.20227932929992676, + 0.21502089500427246, + 0.20008063316345215, + 0.21313834190368652, + 0.22243833541870117, + 0.2324531078338623, + 0.21166372299194336, + 0.1958627700805664, + 0.16657567024230957, + 0.20955991744995117, + 0.21152400970458984, + 0.20783019065856934, + 0.21483755111694336, + 0.1824946403503418, + 0.19404339790344238, + 0.22264480590820312, + 0.2041466236114502, + 0.17808866500854492, + 0.17815637588500977, + 0.17263364791870117, + 0.17826437950134277, + 0.18660449981689453, + 0.17704057693481445, + 0.1888265609741211, + 0.19944453239440918, + 0.2018439769744873, + 0.1803591251373291, + 0.181687593460083, + 0.20761609077453613, + 0.20367813110351562, + 0.20650100708007812, + 0.183427095413208, + 0.20476627349853516, + 0.2096550464630127, + 0.2179861068725586, + 0.173203706741333, + 0.20823168754577637, + 0.18616318702697754, + 0.1813046932220459, + 0.22150182723999023, + 0.19355440139770508, + 0.19208908081054688, + 0.16997122764587402, + 0.1879286766052246, + 0.1916370391845703, + 0.21810054779052734, + 0.1642599105834961, + 0.21371245384216309, + 0.21904778480529785, + 0.18297958374023438, + 0.20473861694335938, + 0.19341492652893066, + 0.21549606323242188, + 0.1893312931060791, + 0.22130846977233887, + 0.18331551551818848, + 0.20153427124023438, + 0.20251798629760742, + 0.19557738304138184, + 0.20047807693481445, + 0.20968151092529297, + 0.2131791114807129, + 0.21486759185791016, + 0.19528675079345703, + 0.1744391918182373, + 0.18184614181518555, + 0.20931315422058105, + 0.20582795143127441, + 0.18326687812805176, + 0.21988987922668457, + 0.2266230583190918, + 0.2187178134918213, + 0.21272039413452148, + 0.20278167724609375, + 0.20455026626586914, + 0.20546984672546387, + 0.16733670234680176, + 0.1786341667175293, + 0.21154022216796875, + 0.21045279502868652, + 0.18851137161254883, + 0.20837092399597168, + 0.21549415588378906, + 0.22066521644592285, + 0.213118314743042, + 0.21953415870666504, + 0.20988678932189941, + 0.17824101448059082, + 0.2116718292236328, + 0.18417811393737793, + 0.18041324615478516, + 0.1668701171875, + 0.19713163375854492, + 0.20669913291931152, + 0.20551753044128418, + 0.20084881782531738, + 0.20189547538757324, + 0.19747114181518555, + 0.19037818908691406, + 0.19603872299194336, + 0.1990206241607666, + 0.17864394187927246, + 0.20802998542785645, + 0.19191718101501465, + 0.2028825283050537, + 0.1767120361328125, + 0.21014881134033203, + 0.19242358207702637, + 0.20423150062561035, + 0.20434331893920898, + 0.18835830688476562, + 0.19820356369018555, + 0.20724225044250488, + 0.21353840827941895, + 0.18641018867492676, + 0.18412351608276367 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 83.16000366210938, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-oracle.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "oracle", + "seed": 1993, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-raw.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-raw.json new file mode 100644 index 0000000..b5ee51d --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-raw.json @@ -0,0 +1,164 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-raw/2026_08_06_15_50_36/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1993", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1993-raw", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786049469.7192433, + "condition": "raw", + "driver_wall_seconds": 41.701812744140625, + "experiment_name": "dp-bias-c1-s1993-raw", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 1, + "best_validation_accuracy": 9.399999618530273, + "curves": { + "instruction_observations_for_predictor": [ + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + NaN + ], + "neutral_observations": [ + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + NaN + ], + "raw_bias_clean_difference_rms_ratio": [ + NaN + ], + "train_accuracy": [ + 10.075555801391602 + ], + "train_loss": [ + NaN + ], + "train_time": [ + 18.65256667137146 + ], + "used_clean_difference_rms_ratio": [ + NaN + ], + "val_accuracy": [ + 9.399999618530273 + ], + "val_loss": [ + NaN + ], + "val_time": [ + 0.8319897651672363 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.000000476837158 + ] + }, + "epochs_completed": 1, + "final_validation_accuracy": 9.399999618530273, + "finite": false, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-raw.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1993, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json b/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json new file mode 100644 index 0000000..6b2e0ff --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1993-same-path-clean/2026_08_06_15_27_51/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1993", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1993-same-path-clean", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "common", + "--dp-bias-rule", + "raw", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786049427.9778607, + "condition": "same_path_clean", + "driver_wall_seconds": 1365.1172964572906, + "experiment_name": "dp-bias-c1-s1993-same-path-clean", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 109, + "best_validation_accuracy": 83.13999938964844, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "raw_bias_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "train_accuracy": [ + 39.03333282470703, + 51.12666702270508, + 56.88666534423828, + 59.171112060546875, + 62.122222900390625, + 63.00222396850586, + 64.13999938964844, + 64.45333099365234, + 65.00666809082031, + 64.9977798461914, + 65.40888977050781, + 66.3822250366211, + 66.43777465820312, + 67.1066665649414, + 67.46666717529297, + 67.65777587890625, + 68.2844467163086, + 68.72222137451172, + 68.88888549804688, + 69.10444641113281, + 69.37555694580078, + 69.3933334350586, + 69.88444519042969, + 69.60221862792969, + 70.16444396972656, + 69.96666717529297, + 70.44222259521484, + 70.78221893310547, + 70.87999725341797, + 71.02889251708984, + 70.94444274902344, + 71.43555450439453, + 71.54222106933594, + 71.96444702148438, + 71.82221984863281, + 71.70222473144531, + 72.07555389404297, + 72.27555847167969, + 72.2911148071289, + 72.82444763183594, + 72.75111389160156, + 72.9000015258789, + 73.23777770996094, + 73.05777740478516, + 72.7955551147461, + 72.97110748291016, + 73.54000091552734, + 73.24444580078125, + 73.6933364868164, + 73.98666381835938, + 74.2044448852539, + 74.45777893066406, + 74.70222473144531, + 74.33555603027344, + 74.82666778564453, + 74.65110778808594, + 74.9888916015625, + 75.01555633544922, + 75.31111145019531, + 75.74888610839844, + 75.6066665649414, + 75.66889190673828, + 76.02444458007812, + 76.40666961669922, + 76.58000183105469, + 76.42888641357422, + 76.7155532836914, + 76.67778015136719, + 76.62666320800781, + 76.94000244140625, + 77.36444091796875, + 77.22666931152344, + 77.63111114501953, + 77.7844467163086, + 77.8022232055664, + 78.1177749633789, + 78.52444458007812, + 78.42444610595703, + 78.60888671875, + 78.73332977294922, + 79.0888900756836, + 78.65110778808594, + 79.5111083984375, + 79.65555572509766, + 79.46666717529297, + 79.78666687011719, + 79.68888854980469, + 79.81777954101562, + 80.1177749633789, + 80.55110931396484, + 80.86888885498047, + 80.83333587646484, + 80.74444580078125, + 81.34444427490234, + 81.086669921875, + 81.4022216796875, + 81.56666564941406, + 81.54666900634766, + 81.6977767944336, + 82.24444580078125, + 82.33110809326172, + 82.36666870117188, + 82.586669921875, + 82.5199966430664, + 82.76667022705078, + 82.913330078125, + 83.05555725097656, + 82.98666381835938, + 83.11555480957031, + 83.22444152832031, + 83.30000305175781, + 83.4000015258789, + 83.34222412109375, + 83.76000213623047, + 83.77111053466797, + 83.79777526855469, + 83.68000030517578, + 83.8822250366211, + 83.72888946533203, + 83.55999755859375, + 83.66222381591797, + 83.804443359375, + 83.68000030517578, + 83.8022232055664, + 83.65555572509766, + 83.84666442871094, + 83.78666687011719, + 83.77111053466797, + 83.695556640625, + 83.65555572509766 + ], + "train_loss": [ + 1.7000839710235596, + 1.373095154762268, + 1.2262080907821655, + 1.1616591215133667, + 1.0888060331344604, + 1.0650906562805176, + 1.0325257778167725, + 1.0175657272338867, + 1.0083578824996948, + 1.0164644718170166, + 1.0046974420547485, + 0.9783493280410767, + 0.9773707985877991, + 0.9548384547233582, + 0.9420261383056641, + 0.9369285702705383, + 0.9178980588912964, + 0.9131066799163818, + 0.9093858599662781, + 0.8992770910263062, + 0.8950701355934143, + 0.8921999931335449, + 0.8777867555618286, + 0.8781314492225647, + 0.867710292339325, + 0.8754575848579407, + 0.8620593547821045, + 0.8539872169494629, + 0.8470793962478638, + 0.8461573719978333, + 0.8444457054138184, + 0.8338941335678101, + 0.8278148770332336, + 0.8209227919578552, + 0.8239793181419373, + 0.8221532702445984, + 0.8150126338005066, + 0.8115898966789246, + 0.8084121346473694, + 0.7950347065925598, + 0.7920762896537781, + 0.7932682037353516, + 0.7788863182067871, + 0.7818238735198975, + 0.796080470085144, + 0.7781564593315125, + 0.7714962959289551, + 0.7755138278007507, + 0.7617619037628174, + 0.7577213048934937, + 0.7533379197120667, + 0.7439156174659729, + 0.7404599785804749, + 0.7387201189994812, + 0.7297309041023254, + 0.7351058125495911, + 0.7268138527870178, + 0.7230068445205688, + 0.7142104506492615, + 0.7085557579994202, + 0.7071364521980286, + 0.7097481489181519, + 0.693867027759552, + 0.6876417398452759, + 0.6851418614387512, + 0.6840003132820129, + 0.6722047924995422, + 0.6741334795951843, + 0.6702420115470886, + 0.6692759990692139, + 0.6564661264419556, + 0.6556307673454285, + 0.6485400199890137, + 0.641572117805481, + 0.6396343111991882, + 0.6334052085876465, + 0.6253116726875305, + 0.6248117685317993, + 0.620380163192749, + 0.6095733642578125, + 0.6045026183128357, + 0.6081199645996094, + 0.5938996076583862, + 0.5947286486625671, + 0.5934449434280396, + 0.5847097039222717, + 0.5831145644187927, + 0.5762287974357605, + 0.5758867263793945, + 0.5644744634628296, + 0.559205174446106, + 0.5558426976203918, + 0.5549871325492859, + 0.5442227721214294, + 0.5445599555969238, + 0.5391879081726074, + 0.5340328812599182, + 0.5331203937530518, + 0.5243765711784363, + 0.5179659128189087, + 0.5154723525047302, + 0.5149880647659302, + 0.5099102854728699, + 0.5054780840873718, + 0.5027899742126465, + 0.4959752857685089, + 0.49264684319496155, + 0.49719738960266113, + 0.49037307500839233, + 0.4897635281085968, + 0.48236942291259766, + 0.4830947816371918, + 0.4830866754055023, + 0.47676900029182434, + 0.47649142146110535, + 0.47459855675697327, + 0.4738839268684387, + 0.47208312153816223, + 0.4746207296848297, + 0.47523999214172363, + 0.47760578989982605, + 0.4750216603279114, + 0.47308480739593506, + 0.47420158982276917, + 0.47701966762542725, + 0.4722561240196228, + 0.4732501208782196, + 0.4737407863140106, + 0.47631320357322693, + 0.473349392414093 + ], + "train_time": [ + 18.259814739227295, + 9.95925259590149, + 9.887878656387329, + 9.852964878082275, + 9.921175479888916, + 10.005515575408936, + 10.115576982498169, + 10.116695404052734, + 10.066461563110352, + 10.133126020431519, + 9.955637454986572, + 10.064319610595703, + 10.059605598449707, + 10.074456214904785, + 10.063087224960327, + 10.086362838745117, + 10.018747568130493, + 10.053122520446777, + 10.06296682357788, + 10.010720014572144, + 10.012524843215942, + 10.085734367370605, + 10.088657855987549, + 10.144954919815063, + 10.172460794448853, + 10.04699444770813, + 10.067805767059326, + 10.102955341339111, + 10.016725778579712, + 10.048201322555542, + 10.14456844329834, + 9.998115301132202, + 10.034465074539185, + 10.06847858428955, + 10.042242050170898, + 10.124976634979248, + 10.039910316467285, + 9.988506555557251, + 9.98946475982666, + 10.002008438110352, + 10.007390975952148, + 10.00725245475769, + 9.977319955825806, + 10.018555879592896, + 10.130588293075562, + 10.005678653717041, + 9.990947008132935, + 9.882136583328247, + 9.940183639526367, + 9.94775128364563, + 9.958639860153198, + 9.907158136367798, + 9.999382019042969, + 10.030607461929321, + 10.005239009857178, + 10.038785457611084, + 10.038012266159058, + 10.006443500518799, + 10.219571113586426, + 9.98659348487854, + 10.075199365615845, + 10.117332220077515, + 10.107273817062378, + 10.027480602264404, + 10.02998399734497, + 9.961277484893799, + 9.90938401222229, + 10.084298610687256, + 10.033133029937744, + 9.946775674819946, + 10.109780311584473, + 9.934748411178589, + 9.965446710586548, + 10.113197565078735, + 10.060941457748413, + 9.93495488166809, + 9.948291063308716, + 9.967326879501343, + 9.943006038665771, + 10.03203821182251, + 10.028796195983887, + 10.059035778045654, + 10.131491661071777, + 10.060253381729126, + 9.979561567306519, + 10.105582237243652, + 10.108871698379517, + 9.975829124450684, + 10.007072448730469, + 10.085856199264526, + 10.01627230644226, + 10.083209991455078, + 10.087991952896118, + 10.041474103927612, + 10.08067774772644, + 9.948009014129639, + 10.121873617172241, + 10.203798055648804, + 10.14426326751709, + 10.149125099182129, + 10.21588659286499, + 9.942149877548218, + 10.000890731811523, + 10.041253566741943, + 10.04781985282898, + 10.101638793945312, + 10.113298416137695, + 10.032538175582886, + 10.059789896011353, + 10.021921873092651, + 10.085468053817749, + 10.055643558502197, + 10.034309387207031, + 10.084946155548096, + 10.089253664016724, + 10.063821792602539, + 10.094431400299072, + 10.047794818878174, + 10.144609451293945, + 10.051527261734009, + 9.975940227508545, + 10.037642002105713, + 10.075558423995972, + 10.038445949554443, + 10.181756734848022, + 10.057878017425537, + 10.079734563827515, + 10.01188611984253, + 9.99996304512024, + 9.955053806304932 + ], + "used_clean_difference_rms_ratio": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "val_accuracy": [ + 53.560001373291016, + 59.220001220703125, + 64.37999725341797, + 65.44000244140625, + 65.87999725341797, + 68.73999786376953, + 68.04000091552734, + 69.23999786376953, + 66.95999908447266, + 71.05999755859375, + 69.31999969482422, + 68.4800033569336, + 69.80000305175781, + 69.77999877929688, + 72.66000366210938, + 72.23999786376953, + 72.05999755859375, + 72.95999908447266, + 73.5199966430664, + 71.0999984741211, + 72.33999633789062, + 71.87999725341797, + 71.91999816894531, + 74.94000244140625, + 69.91999816894531, + 72.31999969482422, + 73.80000305175781, + 73.66000366210938, + 74.05999755859375, + 74.54000091552734, + 74.22000122070312, + 72.94000244140625, + 75.30000305175781, + 73.9800033569336, + 75.19999694824219, + 74.68000030517578, + 75.5199966430664, + 75.27999877929688, + 76.44000244140625, + 76.31999969482422, + 75.91999816894531, + 72.66000366210938, + 75.04000091552734, + 76.18000030517578, + 75.08000183105469, + 75.73999786376953, + 76.87999725341797, + 75.91999816894531, + 76.23999786376953, + 76.5, + 75.81999969482422, + 76.9000015258789, + 76.5199966430664, + 76.86000061035156, + 77.33999633789062, + 76.69999694824219, + 77.31999969482422, + 75.87999725341797, + 76.16000366210938, + 77.5, + 77.66000366210938, + 77.45999908447266, + 77.63999938964844, + 78.23999786376953, + 77.5, + 77.76000213623047, + 78.9800033569336, + 75.95999908447266, + 75.16000366210938, + 77.26000213623047, + 76.44000244140625, + 78.5999984741211, + 78.80000305175781, + 78.91999816894531, + 78.76000213623047, + 79.95999908447266, + 79.33999633789062, + 80.0999984741211, + 79.5199966430664, + 79.69999694824219, + 80.27999877929688, + 79.86000061035156, + 80.94000244140625, + 79.86000061035156, + 79.81999969482422, + 80.68000030517578, + 81.27999877929688, + 80.76000213623047, + 80.62000274658203, + 80.91999816894531, + 81.36000061035156, + 80.91999816894531, + 81.45999908447266, + 81.37999725341797, + 81.72000122070312, + 81.26000213623047, + 81.36000061035156, + 81.5, + 81.69999694824219, + 81.80000305175781, + 82.26000213623047, + 82.08000183105469, + 82.45999908447266, + 82.08000183105469, + 82.5, + 82.44000244140625, + 82.54000091552734, + 82.69999694824219, + 83.13999938964844, + 82.68000030517578, + 82.9000015258789, + 83.08000183105469, + 82.81999969482422, + 82.9000015258789, + 83.05999755859375, + 82.86000061035156, + 82.86000061035156, + 82.94000244140625, + 82.95999908447266, + 82.9800033569336, + 82.94000244140625, + 82.94000244140625, + 82.9000015258789, + 82.87999725341797, + 82.86000061035156, + 82.91999816894531, + 82.86000061035156, + 82.86000061035156, + 82.86000061035156, + 82.91999816894531 + ], + "val_loss": [ + 1.3196607828140259, + 1.1464554071426392, + 1.0122063159942627, + 1.0011491775512695, + 0.9832979440689087, + 0.9135788083076477, + 0.9160850644111633, + 0.8798416256904602, + 0.9614151120185852, + 0.824341893196106, + 0.8785572052001953, + 0.9208962321281433, + 0.8764896392822266, + 0.8786190748214722, + 0.7931520342826843, + 0.8095582723617554, + 0.8092991709709167, + 0.7990039587020874, + 0.7841472625732422, + 0.8356000781059265, + 0.7891298532485962, + 0.8164346814155579, + 0.8250555992126465, + 0.7702546119689941, + 0.8769513964653015, + 0.8094162940979004, + 0.778595507144928, + 0.7827684283256531, + 0.7402521371841431, + 0.7744579911231995, + 0.7398408651351929, + 0.8185245394706726, + 0.7188434600830078, + 0.7696696519851685, + 0.7269445061683655, + 0.761971116065979, + 0.72089022397995, + 0.7265629768371582, + 0.7043261528015137, + 0.7217764258384705, + 0.7228039503097534, + 0.8066425323486328, + 0.7401043176651001, + 0.7032155394554138, + 0.7516051530838013, + 0.7028098106384277, + 0.6906996369361877, + 0.726517915725708, + 0.6975864171981812, + 0.7094508409500122, + 0.7000359296798706, + 0.6782349348068237, + 0.689719021320343, + 0.6770855784416199, + 0.668323814868927, + 0.7045471668243408, + 0.6640886664390564, + 0.7148084044456482, + 0.7125958204269409, + 0.680198073387146, + 0.6729613542556763, + 0.670646607875824, + 0.6716354489326477, + 0.6339538097381592, + 0.6728935837745667, + 0.6467381119728088, + 0.6200364232063293, + 0.6866912841796875, + 0.7089441418647766, + 0.6477388143539429, + 0.7095358967781067, + 0.6305816173553467, + 0.6096587777137756, + 0.6294063329696655, + 0.632943332195282, + 0.5963389277458191, + 0.5976564288139343, + 0.5843265652656555, + 0.6037835478782654, + 0.5890786051750183, + 0.5735816359519958, + 0.6034989953041077, + 0.5634487271308899, + 0.5925866961479187, + 0.6016762852668762, + 0.5773726105690002, + 0.5631575584411621, + 0.557161271572113, + 0.5531739592552185, + 0.5754345059394836, + 0.5409488081932068, + 0.5614113211631775, + 0.5473358035087585, + 0.5401538610458374, + 0.5513052940368652, + 0.5402994155883789, + 0.540830135345459, + 0.545223593711853, + 0.5403077602386475, + 0.5377018451690674, + 0.5144833922386169, + 0.525922417640686, + 0.518328070640564, + 0.5269989371299744, + 0.5123393535614014, + 0.5100131034851074, + 0.5116856098175049, + 0.5107629895210266, + 0.5085936188697815, + 0.5130804181098938, + 0.5098419189453125, + 0.5046589374542236, + 0.5053961873054504, + 0.5038777589797974, + 0.503191351890564, + 0.5054895281791687, + 0.5026187300682068, + 0.5028865337371826, + 0.5021662712097168, + 0.5022167563438416, + 0.502140462398529, + 0.502059280872345, + 0.5020802021026611, + 0.5020416378974915, + 0.502016007900238, + 0.502068817615509, + 0.5019443035125732, + 0.5020362734794617, + 0.5020620822906494, + 0.5020590424537659 + ], + "val_time": [ + 0.7504792213439941, + 0.19128131866455078, + 0.18643426895141602, + 0.19223499298095703, + 0.21457862854003906, + 0.2030167579650879, + 0.20496726036071777, + 0.20201492309570312, + 0.21533775329589844, + 0.19343209266662598, + 0.20425963401794434, + 0.20659589767456055, + 0.1894221305847168, + 0.1960890293121338, + 0.19907021522521973, + 0.21428656578063965, + 0.19141411781311035, + 0.2092442512512207, + 0.19674086570739746, + 0.20791244506835938, + 0.18485736846923828, + 0.19145631790161133, + 0.21375346183776855, + 0.19739532470703125, + 0.20529723167419434, + 0.20090174674987793, + 0.21355843544006348, + 0.18034768104553223, + 0.1995835304260254, + 0.18906545639038086, + 0.2061750888824463, + 0.19721150398254395, + 0.20513200759887695, + 0.1813526153564453, + 0.21168947219848633, + 0.21245455741882324, + 0.18329739570617676, + 0.1985330581665039, + 0.18103742599487305, + 0.20070147514343262, + 0.1967325210571289, + 0.18369579315185547, + 0.20518112182617188, + 0.2226109504699707, + 0.20561575889587402, + 0.17374372482299805, + 0.21971702575683594, + 0.181793212890625, + 0.18312764167785645, + 0.16940999031066895, + 0.18169331550598145, + 0.1798391342163086, + 0.17806363105773926, + 0.1799008846282959, + 0.19706940650939941, + 0.2001936435699463, + 0.19162464141845703, + 0.21108508110046387, + 0.18284034729003906, + 0.19846224784851074, + 0.2087397575378418, + 0.20089936256408691, + 0.18666696548461914, + 0.18596386909484863, + 0.17765092849731445, + 0.17930817604064941, + 0.17668843269348145, + 0.19832634925842285, + 0.1758406162261963, + 0.1807551383972168, + 0.21278858184814453, + 0.179276704788208, + 0.17346572875976562, + 0.18595027923583984, + 0.17513489723205566, + 0.17586851119995117, + 0.16720223426818848, + 0.18198704719543457, + 0.19963765144348145, + 0.19016432762145996, + 0.1882312297821045, + 0.18193793296813965, + 0.20617938041687012, + 0.2140216827392578, + 0.18778777122497559, + 0.2242131233215332, + 0.20612573623657227, + 0.18686294555664062, + 0.19240450859069824, + 0.19064617156982422, + 0.1996469497680664, + 0.20550298690795898, + 0.19385409355163574, + 0.1888132095336914, + 0.1712639331817627, + 0.20031046867370605, + 0.19012928009033203, + 0.1896347999572754, + 0.19264912605285645, + 0.19445490837097168, + 0.17267584800720215, + 0.2025301456451416, + 0.19288182258605957, + 0.20055603981018066, + 0.19199848175048828, + 0.21027636528015137, + 0.20122337341308594, + 0.1827104091644287, + 0.19973397254943848, + 0.180100679397583, + 0.18593215942382812, + 0.19542360305786133, + 0.19849658012390137, + 0.21005845069885254, + 0.20579075813293457, + 0.20198917388916016, + 0.20908474922180176, + 0.19686675071716309, + 0.18482756614685059, + 0.19499683380126953, + 0.199753999710083, + 0.19487261772155762, + 0.20315814018249512, + 0.21298933029174805, + 0.20009160041809082, + 0.1951892375946045, + 0.21145033836364746, + 0.17977309226989746, + 0.18229961395263672, + 0.18825221061706543 + ] + }, + "dp_bias_initialization": { + "bias_kind": "common", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.000000476837158 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.91999816894531, + "finite": true, + "test_accuracy": NaN + }, + "kind": "common", + "output": "/home/yurenh2/sdil_c1_locked/results/contrastive_bias/c1/dp-bias-c1-s1993-same-path-clean.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "raw", + "seed": 1993, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} diff --git a/results/contrastive_bias/c1/launch.json b/results/contrastive_bias/c1/launch.json new file mode 100644 index 0000000..161f503 --- /dev/null +++ b/results/contrastive_bias/c1/launch.json @@ -0,0 +1,34 @@ +{ + "allowed_physical_gpus": [ + 5, + 7 + ], + "conditions": [ + "same_path_clean", + "raw", + "innovation", + "oracle" + ], + "num_jobs": 20, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "seeds": [ + 1989, + 1990, + 1991, + 1992, + 1993 + ], + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "test_policy": "none" +} diff --git a/results/contrastive_bias/c1_gate.json b/results/contrastive_bias/c1_gate.json new file mode 100644 index 0000000..78dbbfb --- /dev/null +++ b/results/contrastive_bias/c1_gate.json @@ -0,0 +1,124 @@ +{ + "checks": { + "clean_deficit_upper_95_below_2": true, + "complete_finite_clean_innovation_oracle": true, + "gain_lower_95_above_20": true, + "innovation_above_raw_every_seed": true, + "innovation_oracle_abs_mean_bound_below_2": true, + "mean_same_path_clean_at_least_80": true, + "post_bias_ratio_at_most_1e_3": true, + "raw_failed_every_seed": true, + "same_gpu_within_every_seed": true, + "single_registry_lock": true, + "single_source_lock": true, + "zero_instruction_observations": true + }, + "gate": "pass", + "maximum_instruction_observations": 0.0, + "maximum_post_bias_ratio": 8.561409003959852e-08, + "mean_same_path_clean_validation_accuracy": 82.85999908447266, + "num_audited_records": 20, + "num_expected_records": 20, + "paired_clean_minus_innovation": { + "mean": -0.06000213623046875, + "sem": 0.194010305865334, + "upper_95": 0.35359811084279374 + }, + "paired_innovation_minus_oracle": { + "mean": -0.0399993896484375, + "sem": 0.24665810661884394, + "upper_95": 0.5658366815652359 + }, + "paired_innovation_minus_raw": { + "lower_95": 73.15100125919851, + "mean": 73.52000160217285, + "sem": 0.17308952282174436, + "upper_95": 73.8890019451472 + }, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "rows": [ + { + "clean_minus_innovation": -0.5, + "innovation": 82.81999969482422, + "innovation_minus_oracle": -0.1999969482421875, + "innovation_minus_raw": 73.42000007629395, + "oracle": 83.0199966430664, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "raw": 9.399999618530273, + "raw_failed": true, + "raw_finite": false, + "same_path_clean": 82.31999969482422, + "seed": 1989, + "single_physical_gpu": true + }, + { + "clean_minus_innovation": 0.399993896484375, + "innovation": 82.4800033569336, + "innovation_minus_oracle": 0.28000640869140625, + "innovation_minus_raw": 73.08000373840332, + "oracle": 82.19999694824219, + "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b", + "raw": 9.399999618530273, + "raw_failed": true, + "raw_finite": false, + "same_path_clean": 82.87999725341797, + "seed": 1990, + "single_physical_gpu": true + }, + { + "clean_minus_innovation": 0.01999664306640625, + "innovation": 83.18000030517578, + "innovation_minus_oracle": 0.37999725341796875, + "innovation_minus_raw": 73.78000068664551, + "oracle": 82.80000305175781, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "raw": 9.399999618530273, + "raw_failed": true, + "raw_finite": false, + "same_path_clean": 83.19999694824219, + "seed": 1991, + "single_physical_gpu": true + }, + { + "clean_minus_innovation": 0.3000030517578125, + "innovation": 82.68000030517578, + "innovation_minus_oracle": -0.94000244140625, + "innovation_minus_raw": 73.28000068664551, + "oracle": 83.62000274658203, + "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b", + "raw": 9.399999618530273, + "raw_failed": true, + "raw_finite": false, + "same_path_clean": 82.9800033569336, + "seed": 1992, + "single_physical_gpu": true + }, + { + "clean_minus_innovation": -0.5200042724609375, + "innovation": 83.44000244140625, + "innovation_minus_oracle": 0.279998779296875, + "innovation_minus_raw": 74.04000282287598, + "oracle": 83.16000366210938, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "raw": 9.399999618530273, + "raw_failed": true, + "raw_finite": false, + "same_path_clean": 82.91999816894531, + "seed": 1993, + "single_physical_gpu": true + } + ], + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "test_policy": "none" +} |