diff options
Diffstat (limited to 'results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json')
| -rw-r--r-- | results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json | 1712 |
1 files changed, 1712 insertions, 0 deletions
diff --git a/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json new file mode 100644 index 0000000..6b4614e --- /dev/null +++ b/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json @@ -0,0 +1,1712 @@ +{ + "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1989-innovation/2026_08_06_13_15_11/hist.npy", + "command": [ + "/scratch/yurenh2/venvs/dualprop/bin/python", + "train.py", + "--model", + "miniCNN", + "--dataset", + "cifar10", + "--num-epochs", + "130", + "--batch-size", + "100", + "--learning-rate", + "0.025", + "--learning-rate-final", + "2e-6", + "--warmup-learning-rate", + "0.001", + "--warmup-epochs", + "10", + "--decay-epochs", + "120", + "--momentum", + "0.9", + "--weight-decay", + "5e-4", + "--dtype", + "float32", + "--param-dtype", + "float32", + "--percent-train", + "90", + "--percent-val", + "10", + "--seeds", + "1989", + "--feedback-seed", + "1729", + "--gradient-diagnostics", + "none", + "--spectral-diagnostics", + "none", + "--test-policy", + "none", + "--early-stop-policy", + "none", + "--learning-algorithm", + "dualprop-lagr-ff", + "--experiment-name", + "dp-bias-c1-s1989-innovation", + "--optimizer-schedule", + "author", + "--loss", + "sce", + "--alpha", + "0.0", + "--beta", + "0.1", + "--inference-sequence", + "fwK", + "--inference-passes-nudged", + "16", + "--dp-bias-kind", + "activity", + "--dp-bias-rule", + "innovation", + "--dp-bias-ratio", + "4.0", + "--dp-bias-seed", + "6100", + "--dp-bias-calibration-examples", + "64" + ], + "completed_unix_time": 1786041473.702848, + "condition": "innovation", + "driver_wall_seconds": 1370.4411580562592, + "experiment_name": "dp-bias-c1-s1989-innovation", + "hardware": { + "cuda_visible_devices": "5", + "memory_total_mib": 8192, + "name": "NVIDIA GeForce GTX 1080", + "physical_index": 5, + "uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74" + }, + "history": { + "best_epoch": 116, + "best_validation_accuracy": 82.9000015258789, + "curves": { + "instruction_observations_for_predictor": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "maximum_used_clean_difference_relative_error": [ + 6.480410092990496e-07, + 1.011800918604422e-06, + 1.1721544979081955e-06, + 1.2840379213230335e-06, + 1.4024848269400536e-06, + 1.470898382649466e-06, + 1.5319136537073064e-06, + 1.584994834047393e-06, + 1.6167458625204745e-06, + 1.6457303217976005e-06, + 1.6651007399559603e-06, + 1.7238352256754297e-06, + 1.7149109226011205e-06, + 1.8174832803197205e-06, + 1.7859798617791967e-06, + 1.8341272607358405e-06, + 1.8305321418665699e-06, + 1.8175371678808006e-06, + 1.8354696749156574e-06, + 1.9198494101146935e-06, + 1.914736685648677e-06, + 1.9052539528274792e-06, + 1.9195463210053276e-06, + 2.0012259938084753e-06, + 1.95912480194238e-06, + 1.960592953764717e-06, + 1.9947096916439477e-06, + 2.035855686699506e-06, + 2.013002585954382e-06, + 2.0087722987227608e-06, + 2.0296640741435112e-06, + 2.0868790215899935e-06, + 1.9888291262759594e-06, + 2.088976998493308e-06, + 2.038018010352971e-06, + 2.0710228909592843e-06, + 2.1136852410563733e-06, + 2.0702407255157596e-06, + 2.1199730326770805e-06, + 2.094248884532135e-06, + 2.0710110675281612e-06, + 2.1471303170983447e-06, + 2.150655291188741e-06, + 2.140951437468175e-06, + 2.1836058294866234e-06, + 2.175055669795256e-06, + 2.2241601982386783e-06, + 2.1883356566831935e-06, + 2.2188560251379386e-06, + 2.1736693724960787e-06, + 2.2479769086203305e-06, + 2.290662450832315e-06, + 2.279297177665285e-06, + 2.266552428409341e-06, + 2.2448584786616266e-06, + 2.2664480638923123e-06, + 2.3026725557429017e-06, + 2.3447653347830055e-06, + 2.3756253995088628e-06, + 2.293803618158563e-06, + 2.3455213522538543e-06, + 2.3709853849140927e-06, + 2.3110019355954137e-06, + 2.363556404816336e-06, + 2.3570617031509755e-06, + 2.3979512207006337e-06, + 2.406395196885569e-06, + 2.4531709641451016e-06, + 2.425857019261457e-06, + 2.5301230834884336e-06, + 2.4604348709544865e-06, + 2.4871544610505225e-06, + 2.4664891498105135e-06, + 2.4936657609941904e-06, + 2.5283561626565643e-06, + 2.564703891039244e-06, + 2.5552969873388065e-06, + 2.57492069977161e-06, + 2.593721319499309e-06, + 2.637504394442658e-06, + 2.6149973564315587e-06, + 2.6359609819337493e-06, + 2.6324512418796076e-06, + 2.690491101020598e-06, + 2.628029051265912e-06, + 2.7231048989051487e-06, + 2.7851124286826234e-06, + 2.7325729661242804e-06, + 2.731519089138601e-06, + 2.784243179121404e-06, + 2.751214424279169e-06, + 2.7761593628383707e-06, + 2.8178180855320534e-06, + 2.852174930012552e-06, + 2.843275069608353e-06, + 2.8374277007969795e-06, + 2.9053203434159514e-06, + 2.898126012951252e-06, + 2.9125044420652557e-06, + 2.9269915557961212e-06, + 2.938042825917364e-06, + 2.9480549983418314e-06, + 2.982442538268515e-06, + 2.9986640583956614e-06, + 2.978829570565722e-06, + 3.009817191923503e-06, + 3.0672504180984106e-06, + 3.0549651910405373e-06, + 3.0567398425773717e-06, + 3.0425683235080214e-06, + 3.0945968774176436e-06, + 3.065886176045751e-06, + 3.0815062928013504e-06, + 3.1120691801334033e-06, + 3.091330427196226e-06, + 3.1551599022350274e-06, + 3.09760889649624e-06, + 3.11860549118137e-06, + 3.0799226351518882e-06, + 3.0641401735920226e-06, + 3.0941669137973804e-06, + 3.108069677182357e-06, + 3.104094048467232e-06, + 3.0985308967501624e-06, + 3.130218601654633e-06, + 3.145074288113392e-06, + 3.1108052098716144e-06, + 3.1516976832790533e-06, + 3.1258637136488687e-06, + 3.148154291920946e-06 + ], + "neutral_observations": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ], + "post_bias_raw_bias_rms_ratio": [ + 8.375339177746355e-08, + 8.392224515318958e-08, + 8.230296799638381e-08, + 8.280100161073278e-08, + 8.372492033004164e-08, + 8.314505350881518e-08, + 8.301964982138088e-08, + 8.35447409031076e-08, + 8.286482966468611e-08, + 8.292744979598865e-08, + 8.201384815720303e-08, + 8.351784686055908e-08, + 8.178069776931807e-08, + 8.380741434166339e-08, + 8.187178934804251e-08, + 8.338844281752245e-08, + 8.262021111704598e-08, + 8.116771255117783e-08, + 8.179141985920069e-08, + 8.396304451707692e-08, + 8.309902455039264e-08, + 8.209793378455288e-08, + 8.268419549040118e-08, + 8.475363699744776e-08, + 8.30803799090063e-08, + 8.258157180307535e-08, + 8.394324879645865e-08, + 8.458134459488065e-08, + 8.388676064896572e-08, + 8.260165174078793e-08, + 8.308644794396969e-08, + 8.50427639420559e-08, + 8.104110094109274e-08, + 8.418817287747515e-08, + 8.209343604903552e-08, + 8.319442912352315e-08, + 8.329610068358306e-08, + 8.230750836446532e-08, + 8.404570905895525e-08, + 8.338298584931181e-08, + 8.168096599092678e-08, + 8.383950955703767e-08, + 8.341955037849402e-08, + 8.333424261763867e-08, + 8.412233398757962e-08, + 8.270300355661675e-08, + 8.430139786241853e-08, + 8.367789661178904e-08, + 8.284933983304654e-08, + 8.143243945823997e-08, + 8.390312444817027e-08, + 8.529629980102982e-08, + 8.326260569901933e-08, + 8.359827319281976e-08, + 8.283208785542229e-08, + 8.274219709392128e-08, + 8.357383052270961e-08, + 8.372402504619458e-08, + 8.470060919307798e-08, + 8.190625067072688e-08, + 8.336949974818708e-08, + 8.347986124590534e-08, + 8.214854574362107e-08, + 8.348452240625193e-08, + 8.166228582240365e-08, + 8.370086845843616e-08, + 8.291647901614851e-08, + 8.37022540167709e-08, + 8.253662286961116e-08, + 8.512208893307616e-08, + 8.405614693174357e-08, + 8.379762306276461e-08, + 8.262640704970181e-08, + 8.270322382486484e-08, + 8.405325502280903e-08, + 8.444231980320183e-08, + 8.349091018544641e-08, + 8.349096702886527e-08, + 8.294848896639451e-08, + 8.395187478527077e-08, + 8.30555606512462e-08, + 8.403421958291801e-08, + 8.343535995436469e-08, + 8.438066601001992e-08, + 8.191697986603685e-08, + 8.399715056839341e-08, + 8.514946614468499e-08, + 8.37947595755395e-08, + 8.316201416391777e-08, + 8.380813909525386e-08, + 8.290869857319194e-08, + 8.250241023688432e-08, + 8.251933536485012e-08, + 8.347404900632682e-08, + 8.371176818400272e-08, + 8.20096133224979e-08, + 8.419156927175209e-08, + 8.30569177878715e-08, + 8.275718954564582e-08, + 8.255850758587258e-08, + 8.18069025854129e-08, + 8.316127519947258e-08, + 8.357257286206732e-08, + 8.391718608891097e-08, + 8.207764778944693e-08, + 8.215003077793881e-08, + 8.39680751596461e-08, + 8.315969068917184e-08, + 8.265764250836583e-08, + 8.27265580483072e-08, + 8.413127261519548e-08, + 8.273662643887292e-08, + 8.266742668183724e-08, + 8.28344326464503e-08, + 8.316864352764242e-08, + 8.40874960772453e-08, + 8.231236137135056e-08, + 8.29111854727671e-08, + 8.197620360306246e-08, + 8.141086738078229e-08, + 8.224347425311862e-08, + 8.27507236067504e-08, + 8.257801908939655e-08, + 8.234271575702223e-08, + 8.262051665042236e-08, + 8.346002999815028e-08, + 8.234108861415734e-08, + 8.303369725126686e-08, + 8.298518139326916e-08, + 8.362805914430282e-08 + ], + "raw_bias_clean_difference_rms_ratio": [ + 5.993066310882568, + 8.314701080322266, + 8.765427589416504, + 8.720575332641602, + 8.597588539123535, + 8.46168041229248, + 8.34573745727539, + 8.279133796691895, + 8.11661434173584, + 7.992580413818359, + 7.947376251220703, + 7.915299892425537, + 7.841575622558594, + 7.970901012420654, + 7.911734104156494, + 7.8922200202941895, + 7.921026706695557, + 7.934206962585449, + 7.87405252456665, + 7.973937034606934, + 7.964046955108643, + 7.933907985687256, + 7.951947212219238, + 7.974117279052734, + 7.933250904083252, + 7.989445686340332, + 7.978224277496338, + 8.038105010986328, + 8.068699836730957, + 8.153077125549316, + 8.156089782714844, + 8.118518829345703, + 8.188215255737305, + 8.195173263549805, + 8.174368858337402, + 8.217992782592773, + 8.242253303527832, + 8.238786697387695, + 8.286131858825684, + 8.264961242675781, + 8.414913177490234, + 8.385546684265137, + 8.43238639831543, + 8.451741218566895, + 8.510810852050781, + 8.528160095214844, + 8.52560043334961, + 8.423908233642578, + 8.522554397583008, + 8.52646255493164, + 8.49374771118164, + 8.526630401611328, + 8.63856029510498, + 8.609675407409668, + 8.608272552490234, + 8.66146183013916, + 8.680791854858398, + 8.726964950561523, + 8.674548149108887, + 8.750200271606445, + 8.76738166809082, + 8.822428703308105, + 8.741411209106445, + 8.757258415222168, + 8.923376083374023, + 8.835336685180664, + 8.917485237121582, + 8.975618362426758, + 8.98056411743164, + 9.032739639282227, + 8.936644554138184, + 8.976090431213379, + 9.04539966583252, + 9.061354637145996, + 9.033711433410645, + 9.058822631835938, + 9.046923637390137, + 9.156255722045898, + 9.166275978088379, + 9.211237907409668, + 9.238595962524414, + 9.186963081359863, + 9.15682601928711, + 9.270119667053223, + 9.257810592651367, + 9.323609352111816, + 9.331586837768555, + 9.299781799316406, + 9.26021671295166, + 9.325098037719727, + 9.3369722366333, + 9.40822696685791, + 9.448094367980957, + 9.457871437072754, + 9.343528747558594, + 9.52778434753418, + 9.446263313293457, + 9.4907865524292, + 9.505379676818848, + 9.51111125946045, + 9.584943771362305, + 9.478426933288574, + 9.514730453491211, + 9.447136878967285, + 9.5455904006958, + 9.56595516204834, + 9.575079917907715, + 9.565119743347168, + 9.560108184814453, + 9.510210037231445, + 9.472966194152832, + 9.526556015014648, + 9.543166160583496, + 9.60046672821045, + 9.506696701049805, + 9.56905746459961, + 9.60513687133789, + 9.56932544708252, + 9.572236061096191, + 9.582395553588867, + 9.575418472290039, + 9.573431015014648, + 9.572183609008789, + 9.580808639526367, + 9.642807960510254, + 9.619986534118652, + 9.622213363647461, + 9.652975082397461, + 9.587325096130371, + 9.589363098144531 + ], + "train_accuracy": [ + 38.31999969482422, + 50.975555419921875, + 56.4466667175293, + 59.42444610595703, + 61.73777770996094, + 63.0977783203125, + 64.23555755615234, + 64.62222290039062, + 65.35333251953125, + 65.54222106933594, + 65.84444427490234, + 66.28888702392578, + 66.54888916015625, + 67.37333679199219, + 67.60444641113281, + 67.73555755615234, + 67.9022216796875, + 68.34889221191406, + 68.27555847167969, + 68.87555694580078, + 69.05333709716797, + 69.04222106933594, + 69.2844467163086, + 69.83110809326172, + 69.82444763183594, + 69.97555541992188, + 69.90666961669922, + 70.28888702392578, + 70.08444213867188, + 70.91999816894531, + 70.72444152832031, + 71.06888580322266, + 71.13777923583984, + 71.34222412109375, + 71.5111083984375, + 71.3822250366211, + 71.913330078125, + 71.74888610839844, + 71.84222412109375, + 72.0088882446289, + 71.92222595214844, + 72.46666717529297, + 72.47333526611328, + 72.43777465820312, + 72.7933349609375, + 72.98444366455078, + 73.48666381835938, + 73.10221862792969, + 73.63999938964844, + 73.73110961914062, + 73.586669921875, + 74.08444213867188, + 74.45333099365234, + 74.16000366210938, + 74.44889068603516, + 74.3933334350586, + 74.57111358642578, + 75.21778106689453, + 75.32221984863281, + 75.2933349609375, + 75.17333221435547, + 75.56666564941406, + 75.5111083984375, + 75.44222259521484, + 76.12889099121094, + 75.98444366455078, + 76.1866683959961, + 76.45333099365234, + 76.67111206054688, + 77.02222442626953, + 76.83333587646484, + 76.85778045654297, + 77.11111450195312, + 77.39555358886719, + 77.25777435302734, + 77.87555694580078, + 78.04222106933594, + 78.15555572509766, + 78.16444396972656, + 78.76000213623047, + 78.53111267089844, + 78.84222412109375, + 78.78221893310547, + 79.25777435302734, + 79.45333099365234, + 79.64888763427734, + 79.7955551147461, + 79.80889129638672, + 79.96666717529297, + 80.1866683959961, + 80.55333709716797, + 80.55777740478516, + 80.50444793701172, + 80.92666625976562, + 80.86666870117188, + 81.32444763183594, + 81.36000061035156, + 81.36222076416016, + 81.71778106689453, + 81.69999694824219, + 82.0199966430664, + 81.96444702148438, + 82.37777709960938, + 82.31111145019531, + 82.61333465576172, + 82.75777435302734, + 82.73555755615234, + 82.95777893066406, + 83.06222534179688, + 82.83110809326172, + 82.87777709960938, + 82.97777557373047, + 83.37999725341797, + 83.43111419677734, + 82.89555358886719, + 83.4000015258789, + 83.61111450195312, + 83.69999694824219, + 83.41555786132812, + 83.67333221435547, + 83.39778137207031, + 83.53778076171875, + 83.413330078125, + 83.43111419677734, + 83.91999816894531, + 83.60444641113281, + 83.60888671875, + 83.68888854980469, + 83.5, + 83.44222259521484 + ], + "train_loss": [ + 1.7226098775863647, + 1.3870989084243774, + 1.2399137020111084, + 1.1657400131225586, + 1.1009763479232788, + 1.0563141107559204, + 1.0329570770263672, + 1.020637035369873, + 1.0058422088623047, + 1.0011730194091797, + 1.0001360177993774, + 0.9810256361961365, + 0.970024049282074, + 0.9512573480606079, + 0.9459363222122192, + 0.9375039339065552, + 0.9330793619155884, + 0.9226661324501038, + 0.9218000173568726, + 0.9072259068489075, + 0.9015620350837708, + 0.8990833759307861, + 0.8967429995536804, + 0.883868932723999, + 0.8790396451950073, + 0.8749803304672241, + 0.8749072551727295, + 0.8665260672569275, + 0.8696925640106201, + 0.853366494178772, + 0.8496904373168945, + 0.8467713594436646, + 0.8442293405532837, + 0.8377049565315247, + 0.8349606394767761, + 0.8364410996437073, + 0.8208041787147522, + 0.8199250102043152, + 0.8162885308265686, + 0.8148177266120911, + 0.8156305551528931, + 0.8053990602493286, + 0.8017111420631409, + 0.8015657663345337, + 0.7876234650611877, + 0.7833452820777893, + 0.7740470170974731, + 0.7823024988174438, + 0.7634418606758118, + 0.7622121572494507, + 0.7626290321350098, + 0.7555223107337952, + 0.7494150400161743, + 0.7477719187736511, + 0.7453629970550537, + 0.7395145893096924, + 0.7393350005149841, + 0.7232627868652344, + 0.7187666893005371, + 0.7206240296363831, + 0.7193630933761597, + 0.7071504592895508, + 0.7098870277404785, + 0.7093356847763062, + 0.6942580938339233, + 0.6966429352760315, + 0.6893771886825562, + 0.6808000802993774, + 0.6782029867172241, + 0.6660891771316528, + 0.6747710704803467, + 0.6726231575012207, + 0.6605590581893921, + 0.654030442237854, + 0.652836263179779, + 0.6441100835800171, + 0.6406673192977905, + 0.6342423558235168, + 0.6259324550628662, + 0.6154536008834839, + 0.6198143362998962, + 0.6115980744361877, + 0.6130958199501038, + 0.6040533185005188, + 0.5974317789077759, + 0.5864968299865723, + 0.5873461365699768, + 0.5851417183876038, + 0.5780122876167297, + 0.5724764466285706, + 0.569003701210022, + 0.5621424913406372, + 0.5591220855712891, + 0.5544707179069519, + 0.553257167339325, + 0.5461598634719849, + 0.5408818125724792, + 0.5381682515144348, + 0.5308142304420471, + 0.5295066833496094, + 0.5213310718536377, + 0.5224424004554749, + 0.5184526443481445, + 0.5141295194625854, + 0.5057126879692078, + 0.5028854608535767, + 0.503870964050293, + 0.49805331230163574, + 0.49652573466300964, + 0.4960763156414032, + 0.49642547965049744, + 0.4922136664390564, + 0.4866808354854584, + 0.484943687915802, + 0.48938462138175964, + 0.4827175438404083, + 0.4805223047733307, + 0.48063403367996216, + 0.48088759183883667, + 0.476971834897995, + 0.48038744926452637, + 0.4801827371120453, + 0.4765053987503052, + 0.4793368875980377, + 0.4746747612953186, + 0.47845229506492615, + 0.47701185941696167, + 0.47684943675994873, + 0.47923746705055237, + 0.4793583154678345 + ], + "train_time": [ + 18.648271322250366, + 10.018172979354858, + 9.975170135498047, + 9.901781558990479, + 9.863518476486206, + 9.910261392593384, + 9.980285406112671, + 9.960121631622314, + 10.016388416290283, + 10.01843523979187, + 10.040222406387329, + 10.000693082809448, + 10.085890293121338, + 10.084057807922363, + 10.124876499176025, + 10.017444133758545, + 10.079343557357788, + 10.133436679840088, + 10.027402400970459, + 10.129331827163696, + 10.11736011505127, + 10.043818950653076, + 10.078883409500122, + 10.206072092056274, + 10.071439266204834, + 10.044024229049683, + 10.064720153808594, + 10.055288076400757, + 10.059327363967896, + 10.082417964935303, + 10.061728954315186, + 10.071149587631226, + 10.110915184020996, + 10.048245906829834, + 10.117218494415283, + 10.313790559768677, + 10.08076524734497, + 10.06798768043518, + 10.097241878509521, + 10.045182943344116, + 10.051900386810303, + 10.112889289855957, + 10.163126230239868, + 10.10533356666565, + 10.0633225440979, + 10.146273374557495, + 10.26608657836914, + 10.099929332733154, + 10.06147027015686, + 10.045509576797485, + 10.059691667556763, + 10.082504987716675, + 10.087855339050293, + 10.109771966934204, + 10.063868522644043, + 10.06804871559143, + 10.059746026992798, + 10.03503704071045, + 10.200844049453735, + 10.075505495071411, + 10.165985345840454, + 10.03181004524231, + 10.14215898513794, + 10.064364910125732, + 10.119065046310425, + 10.14722728729248, + 10.131963014602661, + 10.171426057815552, + 10.115822553634644, + 10.042054414749146, + 10.128502607345581, + 10.050158739089966, + 10.061166524887085, + 10.105016946792603, + 10.051188707351685, + 10.198533296585083, + 10.093891620635986, + 10.147575855255127, + 10.050089836120605, + 10.051727533340454, + 10.061760663986206, + 10.088464260101318, + 10.0942964553833, + 10.186153173446655, + 10.011389255523682, + 10.056010723114014, + 10.064647197723389, + 10.089590787887573, + 10.07659125328064, + 10.096359014511108, + 10.111500024795532, + 10.09372854232788, + 10.097323656082153, + 10.068986654281616, + 10.08773422241211, + 10.274393558502197, + 10.065053462982178, + 10.065667867660522, + 10.160866737365723, + 10.07068419456482, + 10.083399772644043, + 10.087138175964355, + 10.165590524673462, + 10.083959579467773, + 10.061242580413818, + 10.058763027191162, + 10.059463024139404, + 10.389742374420166, + 10.12973427772522, + 10.043750286102295, + 10.05176830291748, + 10.07449984550476, + 10.11817741394043, + 10.089457511901855, + 10.182930707931519, + 10.09683609008789, + 10.01432466506958, + 10.107229232788086, + 10.239841938018799, + 10.072198390960693, + 9.991339206695557, + 10.084007263183594, + 10.111675500869751, + 10.09311032295227, + 10.03262186050415, + 10.11888599395752, + 10.053424596786499, + 10.058555603027344, + 10.098092079162598, + 10.130130767822266 + ], + "used_clean_difference_rms_ratio": [ + 5.009810024603212e-07, + 6.975152473387425e-07, + 7.211731940515165e-07, + 7.220434099508566e-07, + 7.19004901839071e-07, + 7.038684657345584e-07, + 6.928759717084176e-07, + 6.914975756444619e-07, + 6.726648962285253e-07, + 6.622000796596694e-07, + 6.527893674501684e-07, + 6.601331392630527e-07, + 6.418470661628817e-07, + 6.676812063233228e-07, + 6.482250114459021e-07, + 6.575920110662992e-07, + 6.550918669745442e-07, + 6.447105533879949e-07, + 6.443849542847602e-07, + 6.695607908113743e-07, + 6.626754043281835e-07, + 6.509250169983716e-07, + 6.575619977411407e-07, + 6.771444418518513e-07, + 6.590086627511482e-07, + 6.593123771381215e-07, + 6.703106123495672e-07, + 6.792540148126136e-07, + 6.760599262634059e-07, + 6.733180839546549e-07, + 6.769585638721765e-07, + 6.909122589604522e-07, + 6.63615708162979e-07, + 6.896733566463809e-07, + 6.709132662763295e-07, + 6.835476824562647e-07, + 6.867887805128703e-07, + 6.788868063267728e-07, + 6.951415798539529e-07, + 6.901835263306566e-07, + 6.871419486742525e-07, + 7.0361340931413e-07, + 7.036608167254599e-07, + 7.046332370919117e-07, + 7.156543802011583e-07, + 7.049404189274355e-07, + 7.179849035310326e-07, + 7.051679062897165e-07, + 7.06250716575596e-07, + 6.944758865756739e-07, + 7.1355259478878e-07, + 7.268361059686868e-07, + 7.198859748314135e-07, + 7.199028004833963e-07, + 7.126828336367907e-07, + 7.160757036217547e-07, + 7.253679541463498e-07, + 7.312850698326656e-07, + 7.356519517998095e-07, + 7.167624289650121e-07, + 7.314627055166056e-07, + 7.369778245447378e-07, + 7.173928224801784e-07, + 7.311081162697519e-07, + 7.279343208210776e-07, + 7.413322009597323e-07, + 7.397591730295972e-07, + 7.508285193580377e-07, + 7.41385008495854e-07, + 7.692025860706053e-07, + 7.517414815083612e-07, + 7.531987193942768e-07, + 7.468874514415802e-07, + 7.495409022340027e-07, + 7.591214625790599e-07, + 7.642919968020578e-07, + 7.550519285359769e-07, + 7.635578072040516e-07, + 7.610047987327562e-07, + 7.72790770042775e-07, + 7.672452397855523e-07, + 7.706170208621188e-07, + 7.640271633135853e-07, + 7.826939736332861e-07, + 7.585877028759569e-07, + 7.824973522474465e-07, + 7.943975788293756e-07, + 7.808623081473343e-07, + 7.725650448264787e-07, + 7.813260936018196e-07, + 7.722746886429377e-07, + 7.761320262034133e-07, + 7.80182062953827e-07, + 7.901401772869576e-07, + 7.814334708200477e-07, + 7.808720852153783e-07, + 7.951593374855292e-07, + 7.885958552833472e-07, + 7.863601467761328e-07, + 7.860863888708991e-07, + 7.843942739782506e-07, + 7.866062787798e-07, + 7.941627018226427e-07, + 7.921706810520845e-07, + 7.834540269868739e-07, + 7.857963169044524e-07, + 8.02645899966592e-07, + 7.942373372316069e-07, + 7.909569603725686e-07, + 7.854640102777921e-07, + 7.968487238940725e-07, + 7.875796654843725e-07, + 7.89119894761825e-07, + 7.957593766150239e-07, + 7.901684284661314e-07, + 8.040375405471423e-07, + 7.902865490905242e-07, + 7.942173283481679e-07, + 7.845083587199042e-07, + 7.800599064466951e-07, + 7.875632377363218e-07, + 7.91819275036687e-07, + 7.897770615272748e-07, + 7.895582712080795e-07, + 7.966076509546838e-07, + 8.015397838789795e-07, + 7.914416642051947e-07, + 8.021500548238691e-07, + 7.951939551276155e-07, + 8.012811463231628e-07 + ], + "val_accuracy": [ + 51.880001068115234, + 59.70000076293945, + 64.04000091552734, + 65.0999984741211, + 68.19999694824219, + 69.87999725341797, + 67.4000015258789, + 68.81999969482422, + 72.0199966430664, + 71.22000122070312, + 70.5999984741211, + 70.33999633789062, + 70.0199966430664, + 72.19999694824219, + 71.87999725341797, + 72.16000366210938, + 70.55999755859375, + 72.37999725341797, + 70.45999908447266, + 72.83999633789062, + 73.4800033569336, + 74.0999984741211, + 73.91999816894531, + 73.95999908447266, + 70.5999984741211, + 74.73999786376953, + 68.41999816894531, + 74.55999755859375, + 72.5199966430664, + 72.9000015258789, + 73.55999755859375, + 71.0199966430664, + 72.45999908447266, + 72.69999694824219, + 73.81999969482422, + 73.81999969482422, + 73.13999938964844, + 72.19999694824219, + 75.62000274658203, + 74.22000122070312, + 73.63999938964844, + 75.54000091552734, + 74.31999969482422, + 75.45999908447266, + 77.0, + 74.45999908447266, + 76.22000122070312, + 75.13999938964844, + 76.73999786376953, + 75.33999633789062, + 75.73999786376953, + 76.66000366210938, + 76.87999725341797, + 77.19999694824219, + 74.77999877929688, + 77.04000091552734, + 77.37999725341797, + 76.45999908447266, + 75.69999694824219, + 74.27999877929688, + 77.04000091552734, + 77.31999969482422, + 77.13999938964844, + 76.77999877929688, + 77.72000122070312, + 77.27999877929688, + 78.23999786376953, + 78.87999725341797, + 78.55999755859375, + 76.68000030517578, + 77.73999786376953, + 78.86000061035156, + 77.58000183105469, + 79.5, + 78.9000015258789, + 79.26000213623047, + 79.05999755859375, + 80.23999786376953, + 78.80000305175781, + 78.4800033569336, + 80.05999755859375, + 79.86000061035156, + 79.73999786376953, + 79.08000183105469, + 79.68000030517578, + 81.18000030517578, + 79.58000183105469, + 81.05999755859375, + 80.05999755859375, + 80.9000015258789, + 81.13999938964844, + 80.58000183105469, + 79.18000030517578, + 81.19999694824219, + 80.54000091552734, + 80.55999755859375, + 80.5199966430664, + 81.5, + 81.81999969482422, + 81.63999938964844, + 81.68000030517578, + 82.04000091552734, + 82.19999694824219, + 82.23999786376953, + 82.5999984741211, + 82.27999877929688, + 82.05999755859375, + 82.16000366210938, + 82.30000305175781, + 82.5, + 82.30000305175781, + 82.63999938964844, + 82.5999984741211, + 82.77999877929688, + 82.45999908447266, + 82.9000015258789, + 82.73999786376953, + 82.77999877929688, + 82.68000030517578, + 82.69999694824219, + 82.80000305175781, + 82.81999969482422, + 82.80000305175781, + 82.76000213623047, + 82.77999877929688, + 82.77999877929688, + 82.77999877929688, + 82.80000305175781, + 82.86000061035156, + 82.81999969482422 + ], + "val_loss": [ + 1.3510088920593262, + 1.1529459953308105, + 1.0468471050262451, + 1.0216169357299805, + 0.925427258014679, + 0.8675288558006287, + 0.9172126650810242, + 0.908548891544342, + 0.8316742181777954, + 0.8401350378990173, + 0.8673457503318787, + 0.8729410767555237, + 0.8893402814865112, + 0.8212301135063171, + 0.8139774799346924, + 0.8236862421035767, + 0.8700018525123596, + 0.8166597485542297, + 0.8568505644798279, + 0.7973703742027283, + 0.7642643451690674, + 0.7694777846336365, + 0.786611795425415, + 0.7627192735671997, + 0.8487462401390076, + 0.7493539452552795, + 0.9140673875808716, + 0.765673041343689, + 0.7907288074493408, + 0.8053245544433594, + 0.7741118669509888, + 0.8413300514221191, + 0.7968649864196777, + 0.8015972971916199, + 0.7641543745994568, + 0.7687199115753174, + 0.7975777387619019, + 0.798865556716919, + 0.7460253238677979, + 0.7695310711860657, + 0.7732320427894592, + 0.7223656177520752, + 0.7294338345527649, + 0.7292619347572327, + 0.6783175468444824, + 0.7356812357902527, + 0.6925978064537048, + 0.7282301187515259, + 0.6829283237457275, + 0.7080714702606201, + 0.688478946685791, + 0.6934933662414551, + 0.6763702630996704, + 0.6707608103752136, + 0.7442907094955444, + 0.6718232035636902, + 0.6680572032928467, + 0.6688593029975891, + 0.7137004137039185, + 0.7356970310211182, + 0.6758073568344116, + 0.6566222906112671, + 0.6666498780250549, + 0.6914724111557007, + 0.6659483313560486, + 0.6610660552978516, + 0.6478292346000671, + 0.6223502159118652, + 0.6415798664093018, + 0.6862651109695435, + 0.6478309035301208, + 0.6271025538444519, + 0.6660701632499695, + 0.6128048300743103, + 0.6136876940727234, + 0.6055257320404053, + 0.6227060556411743, + 0.5859044790267944, + 0.6323354244232178, + 0.6216480135917664, + 0.5821081399917603, + 0.5890146493911743, + 0.5779908895492554, + 0.6118987202644348, + 0.5811307430267334, + 0.5639885067939758, + 0.5802001357078552, + 0.5560157299041748, + 0.5842000246047974, + 0.550058126449585, + 0.5563098192214966, + 0.5675140619277954, + 0.6062551736831665, + 0.5691872835159302, + 0.5597025752067566, + 0.5647706389427185, + 0.5619632005691528, + 0.5413104295730591, + 0.5331208109855652, + 0.5372368097305298, + 0.5414949655532837, + 0.5280073881149292, + 0.5248157382011414, + 0.5247841477394104, + 0.520947277545929, + 0.5268739461898804, + 0.525455117225647, + 0.5263584852218628, + 0.5237002372741699, + 0.5161609053611755, + 0.5241281986236572, + 0.5148923993110657, + 0.5162400007247925, + 0.5148922204971313, + 0.5131223797798157, + 0.5125471353530884, + 0.5112168788909912, + 0.5114747881889343, + 0.5111490488052368, + 0.5113899111747742, + 0.5113567113876343, + 0.5112560987472534, + 0.5113088488578796, + 0.5114550590515137, + 0.51137375831604, + 0.5113956332206726, + 0.5112889409065247, + 0.5113075375556946, + 0.511180579662323, + 0.5112199187278748 + ], + "val_time": [ + 0.8263156414031982, + 0.20781636238098145, + 0.20028257369995117, + 0.1894974708557129, + 0.18959307670593262, + 0.20376372337341309, + 0.1933441162109375, + 0.18741202354431152, + 0.18925929069519043, + 0.1900489330291748, + 0.19038748741149902, + 0.18265914916992188, + 0.18609404563903809, + 0.18117904663085938, + 0.19728565216064453, + 0.1922292709350586, + 0.20002007484436035, + 0.17181730270385742, + 0.20343375205993652, + 0.1985912322998047, + 0.18721318244934082, + 0.16380548477172852, + 0.17376089096069336, + 0.19649815559387207, + 0.16672873497009277, + 0.19234037399291992, + 0.18227648735046387, + 0.19065356254577637, + 0.18736553192138672, + 0.18262076377868652, + 0.1943988800048828, + 0.18999028205871582, + 0.1859598159790039, + 0.1963329315185547, + 0.1916193962097168, + 0.19461345672607422, + 0.18831801414489746, + 0.18242287635803223, + 0.180649995803833, + 0.17593932151794434, + 0.19971227645874023, + 0.17602968215942383, + 0.1901719570159912, + 0.20432209968566895, + 0.18765902519226074, + 0.18438720703125, + 0.19545888900756836, + 0.18940091133117676, + 0.16340970993041992, + 0.1927647590637207, + 0.18932557106018066, + 0.17907452583312988, + 0.19219589233398438, + 0.19012737274169922, + 0.1897273063659668, + 0.2039492130279541, + 0.19500946998596191, + 0.1888272762298584, + 0.1814875602722168, + 0.19325661659240723, + 0.19433116912841797, + 0.20235896110534668, + 0.18472909927368164, + 0.19248390197753906, + 0.1938023567199707, + 0.18013310432434082, + 0.20281457901000977, + 0.1902778148651123, + 0.1899857521057129, + 0.2036142349243164, + 0.19659018516540527, + 0.1802830696105957, + 0.16736721992492676, + 0.18809151649475098, + 0.20423126220703125, + 0.1930856704711914, + 0.1880025863647461, + 0.1875171661376953, + 0.16341328620910645, + 0.19361209869384766, + 0.2012009620666504, + 0.19182181358337402, + 0.19834685325622559, + 0.19000887870788574, + 0.18445134162902832, + 0.19278597831726074, + 0.1703929901123047, + 0.19148492813110352, + 0.19699430465698242, + 0.19298529624938965, + 0.1945338249206543, + 0.19463467597961426, + 0.1918323040008545, + 0.20610547065734863, + 0.19405245780944824, + 0.1882038116455078, + 0.18465089797973633, + 0.18123459815979004, + 0.16983985900878906, + 0.19702649116516113, + 0.1808032989501953, + 0.19296884536743164, + 0.18314313888549805, + 0.19144010543823242, + 0.1683351993560791, + 0.190659761428833, + 0.1970067024230957, + 0.18776535987854004, + 0.19336342811584473, + 0.18761301040649414, + 0.19104838371276855, + 0.1858234405517578, + 0.19254422187805176, + 0.2024836540222168, + 0.19104266166687012, + 0.1934218406677246, + 0.19583535194396973, + 0.19252967834472656, + 0.19222497940063477, + 0.19044899940490723, + 0.19410157203674316, + 0.19034099578857422, + 0.19183635711669922, + 0.1795027256011963, + 0.19278740882873535, + 0.19479775428771973, + 0.17126798629760742, + 0.20534491539001465, + 0.19348526000976562, + 0.21687936782836914 + ] + }, + "dp_bias_initialization": { + "bias_kind": "activity", + "bias_ratio_target": 4.0, + "calibration_examples": 64, + "instruction_observations_for_predictor": 0, + "realized_bias_difference_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0 + ] + }, + "epochs_completed": 130, + "final_validation_accuracy": 82.81999969482422, + "finite": true, + "test_accuracy": NaN + }, + "kind": "activity", + "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1989-innovation.json", + "ratio": 4.0, + "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", + "return_code": 0, + "rule": "innovation", + "seed": 1989, + "source": { + "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", + "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", + "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", + "tracked_files": { + "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", + "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", + "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", + "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" + } + }, + "stage": "contrastive_bias_c1", + "status": "completed", + "timeout_seconds": 3600 +} |
