{ "author_history": "/scratch/yurenh2/sdil-contrastive-bias/dualprop/runs/dp-bias-c1-s1990-innovation/2026_08_06_13_15_07/hist.npy", "command": [ "/scratch/yurenh2/venvs/dualprop/bin/python", "train.py", "--model", "miniCNN", "--dataset", "cifar10", "--num-epochs", "130", "--batch-size", "100", "--learning-rate", "0.025", "--learning-rate-final", "2e-6", "--warmup-learning-rate", "0.001", "--warmup-epochs", "10", "--decay-epochs", "120", "--momentum", "0.9", "--weight-decay", "5e-4", "--dtype", "float32", "--param-dtype", "float32", "--percent-train", "90", "--percent-val", "10", "--seeds", "1990", "--feedback-seed", "1729", "--gradient-diagnostics", "none", "--spectral-diagnostics", "none", "--test-policy", "none", "--early-stop-policy", "none", "--learning-algorithm", "dualprop-lagr-ff", "--experiment-name", "dp-bias-c1-s1990-innovation", "--optimizer-schedule", "author", "--loss", "sce", "--alpha", "0.0", "--beta", "0.1", "--inference-sequence", "fwK", "--inference-passes-nudged", "16", "--dp-bias-kind", "activity", "--dp-bias-rule", "innovation", "--dp-bias-ratio", "4.0", "--dp-bias-seed", "6100", "--dp-bias-calibration-examples", "64" ], "completed_unix_time": 1786041446.2968645, "condition": "innovation", "driver_wall_seconds": 1347.0222980976105, "experiment_name": "dp-bias-c1-s1990-innovation", "hardware": { "cuda_visible_devices": "7", "memory_total_mib": 8192, "name": "NVIDIA GeForce GTX 1080", "physical_index": 7, "uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b" }, "history": { "best_epoch": 113, "best_validation_accuracy": 82.68000030517578, "curves": { "instruction_observations_for_predictor": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "maximum_used_clean_difference_relative_error": [ 7.422819408020587e-07, 1.1660187055895221e-06, 1.3802733747070306e-06, 1.5137025002331939e-06, 1.615482915440225e-06, 1.6726555713830749e-06, 1.7479666212238953e-06, 1.8149011111745494e-06, 1.8261694094690029e-06, 1.911209437821526e-06, 1.940614538398222e-06, 1.9709759726538323e-06, 2.039989340119064e-06, 2.069859192488366e-06, 2.108054559357697e-06, 2.1236301108729094e-06, 2.1614102934108814e-06, 2.1874282083444996e-06, 2.189672841268475e-06, 2.2183969576872187e-06, 2.209709691669559e-06, 2.240209369119839e-06, 2.256889956697705e-06, 2.3008749394648476e-06, 2.247496013296768e-06, 2.262233238070621e-06, 2.367970637351391e-06, 2.322611635463545e-06, 2.3438906282535754e-06, 2.3560335193906212e-06, 2.3721272555121686e-06, 2.371012669755146e-06, 2.391750285823946e-06, 2.3847508145991014e-06, 2.3824484287615633e-06, 2.372489007029799e-06, 2.45759201789042e-06, 2.3824325126042822e-06, 2.4744231268414296e-06, 2.4336300157301594e-06, 2.461256826791214e-06, 2.4930193376349052e-06, 2.4230084818555042e-06, 2.538224407544476e-06, 2.464690396664082e-06, 2.5446831841691164e-06, 2.5182268927892437e-06, 2.5832605388131924e-06, 2.592352984720492e-06, 2.5959884624171536e-06, 2.569866637713858e-06, 2.60134220297914e-06, 2.58056866186962e-06, 2.6275019990862347e-06, 2.627280537126353e-06, 2.611705667732167e-06, 2.6869836347032106e-06, 2.733877408900298e-06, 2.7065086669608718e-06, 2.7109895199828316e-06, 2.7031453555537155e-06, 2.770741730273585e-06, 2.7754647362598917e-06, 2.7638548090180848e-06, 2.7730222882382805e-06, 2.8013525934511563e-06, 2.807835016938043e-06, 2.7884832434210693e-06, 2.8294075491430704e-06, 2.896191972467932e-06, 2.8374204248393653e-06, 2.8761601242877077e-06, 2.8696194931399077e-06, 2.9185982839408098e-06, 2.952651129817241e-06, 2.9171878850320354e-06, 2.9555724267993355e-06, 2.9918644486315316e-06, 3.00154374599515e-06, 3.077101609960664e-06, 3.1334086543211015e-06, 3.0728333513252437e-06, 3.0805326787231024e-06, 3.109284079982899e-06, 3.1341576232080115e-06, 3.13840700982837e-06, 3.1331853733718162e-06, 3.1253027827915503e-06, 3.1960696560418e-06, 3.290615723017254e-06, 3.2648081287334207e-06, 3.2639272831147537e-06, 3.245100288040703e-06, 3.2582909170741914e-06, 3.357852847329923e-06, 3.3141243420686806e-06, 3.2893951811274746e-06, 3.367297040313133e-06, 3.349877943037427e-06, 3.457837237874628e-06, 3.3993756005656905e-06, 3.5094951726932777e-06, 3.4832441997423302e-06, 3.3994047043961473e-06, 3.531385118549224e-06, 3.4816412153304555e-06, 3.512689772833255e-06, 3.5751756968238624e-06, 3.5210782698413823e-06, 3.5383604881644715e-06, 3.5512489375832956e-06, 3.553011310941656e-06, 3.5433463381195907e-06, 3.5213727187510813e-06, 3.491132929411833e-06, 3.558112439350225e-06, 3.6459048260439886e-06, 3.6046674267709022e-06, 3.5250336622993927e-06, 3.648312940640608e-06, 3.6683793496194994e-06, 3.582953013392398e-06, 3.542105105225346e-06, 3.608540282584727e-06, 3.6243811791791813e-06, 3.6153880955680506e-06, 3.6148755953036016e-06, 3.6134956644673366e-06, 3.6417316096049035e-06, 3.5929658679378917e-06 ], "neutral_observations": [ 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0, 100.0 ], "post_bias_raw_bias_rms_ratio": [ 8.387223005001943e-08, 8.326015432658096e-08, 8.253637417965365e-08, 8.322421507500621e-08, 8.216019153906018e-08, 8.270581730585036e-08, 8.29160455850797e-08, 8.387283401134482e-08, 8.340956014762924e-08, 8.37116047591735e-08, 8.36094287137712e-08, 8.322854938569435e-08, 8.428962416928698e-08, 8.404026630159933e-08, 8.378577120993214e-08, 8.347971203193083e-08, 8.369826076659592e-08, 8.391377548377932e-08, 8.333758216849674e-08, 8.453763911120404e-08, 8.328360223686104e-08, 8.335472756471063e-08, 8.432911613454053e-08, 8.4471651007334e-08, 8.307499399506924e-08, 8.287373276516519e-08, 8.349321234391027e-08, 8.313624277889176e-08, 8.332095546847995e-08, 8.332098389018938e-08, 8.39139460140359e-08, 8.40758502818062e-08, 8.343607049710045e-08, 8.273463691921279e-08, 8.208301949252927e-08, 8.20607937157547e-08, 8.378786731100263e-08, 8.263890549642383e-08, 8.340686008523335e-08, 8.341125123934034e-08, 8.260929007519735e-08, 8.273713092421531e-08, 8.203371493209488e-08, 8.43090433022553e-08, 8.140865048744672e-08, 8.33420301660226e-08, 8.28767312555101e-08, 8.325810085807461e-08, 8.36568716522379e-08, 8.343052826376152e-08, 8.293345388210582e-08, 8.32145303775178e-08, 8.3184431787231e-08, 8.327731393364957e-08, 8.312928656550866e-08, 8.204766288599785e-08, 8.525603334419429e-08, 8.470102841329208e-08, 8.446658483762803e-08, 8.311380383929645e-08, 8.349505264959589e-08, 8.391921824113524e-08, 8.391700134779967e-08, 8.421359609656065e-08, 8.273747909015583e-08, 8.368878923192824e-08, 8.352532887556663e-08, 8.319945266066497e-08, 8.314052735158839e-08, 8.444096266657652e-08, 8.262894368726847e-08, 8.26124164632347e-08, 8.322591327214468e-08, 8.290333397553695e-08, 8.290508901609428e-08, 8.271884155419684e-08, 8.255067029949714e-08, 8.325707057110776e-08, 8.40379428268534e-08, 8.36201365927991e-08, 8.54887574064378e-08, 8.332715850656314e-08, 8.343948820765945e-08, 8.382772165305141e-08, 8.39262810359287e-08, 8.345062241232881e-08, 8.440992615987852e-08, 8.260402495352537e-08, 8.244527549550185e-08, 8.493724834579552e-08, 8.414405527901181e-08, 8.440387233576985e-08, 8.227502235058637e-08, 8.276162333231696e-08, 8.373552873308654e-08, 8.269921636383515e-08, 8.2134178569504e-08, 8.283943486731005e-08, 8.216596825150191e-08, 8.368644444090023e-08, 8.346702173867016e-08, 8.472930801417533e-08, 8.382077965052304e-08, 8.160196784956497e-08, 8.325712741452662e-08, 8.225264735983728e-08, 8.246340144069109e-08, 8.341080359741682e-08, 8.307483767566737e-08, 8.229579862018e-08, 8.312896682127757e-08, 8.283012675747159e-08, 8.200192525009697e-08, 8.132433038099407e-08, 8.046077937251539e-08, 8.156078479260032e-08, 8.353706704156139e-08, 8.227805636806806e-08, 8.071607027204664e-08, 8.366485104716048e-08, 8.383621263874375e-08, 8.201960355336269e-08, 8.112917981861756e-08, 8.28045685352663e-08, 8.333164913665314e-08, 8.278144747464466e-08, 8.2541845358719e-08, 8.268705187219894e-08, 8.319589284155882e-08, 8.213520885647085e-08 ], "raw_bias_clean_difference_rms_ratio": [ 6.682235240936279, 9.420920372009277, 10.069357872009277, 10.09540843963623, 9.983073234558105, 9.734787940979004, 9.6593656539917, 9.457119941711426, 9.223465919494629, 9.269500732421875, 9.112011909484863, 9.095047950744629, 9.105976104736328, 9.075011253356934, 9.09648323059082, 9.112178802490234, 9.204535484313965, 9.13756275177002, 9.167211532592773, 9.170124053955078, 9.203728675842285, 9.288494110107422, 9.25665283203125, 9.352231979370117, 9.229360580444336, 9.320658683776855, 9.450336456298828, 9.35106372833252, 9.407121658325195, 9.378924369812012, 9.515620231628418, 9.339242935180664, 9.55514144897461, 9.6316499710083, 9.60794448852539, 9.517573356628418, 9.719733238220215, 9.510065078735352, 9.600497245788574, 9.521544456481934, 9.699596405029297, 9.770242691040039, 9.635395050048828, 9.810914039611816, 9.676636695861816, 9.717512130737305, 9.723535537719727, 9.883515357971191, 9.818615913391113, 9.822460174560547, 9.803706169128418, 9.802532196044922, 9.824596405029297, 9.918105125427246, 9.91617202758789, 9.982333183288574, 9.967536926269531, 10.078022003173828, 10.038110733032227, 10.18443775177002, 10.064058303833008, 10.1950044631958, 10.208795547485352, 10.138389587402344, 10.283872604370117, 10.252123832702637, 10.2354097366333, 10.210729598999023, 10.318910598754883, 10.36659049987793, 10.409595489501953, 10.45617389678955, 10.408087730407715, 10.47351360321045, 10.583802223205566, 10.428080558776855, 10.526118278503418, 10.604574203491211, 10.567422866821289, 10.724103927612305, 10.68922233581543, 10.707365036010742, 10.698148727416992, 10.736122131347656, 10.723359107971191, 10.790301322937012, 10.660615921020508, 10.776995658874512, 10.852029800415039, 10.864901542663574, 10.855562210083008, 10.813364028930664, 10.96512508392334, 10.935323715209961, 10.97197151184082, 10.985346794128418, 10.867826461791992, 11.017324447631836, 11.011445045471191, 11.070642471313477, 10.982495307922363, 11.096112251281738, 11.052552223205566, 11.006762504577637, 11.115331649780273, 11.073541641235352, 11.0958890914917, 11.103337287902832, 10.997493743896484, 11.087457656860352, 11.012191772460938, 11.041701316833496, 11.083914756774902, 11.077655792236328, 11.119302749633789, 11.169677734375, 11.126089096069336, 11.183856010437012, 11.121367454528809, 11.098316192626953, 11.154539108276367, 11.16430950164795, 11.135660171508789, 11.098808288574219, 11.089200973510742, 11.126874923706055, 11.185640335083008, 11.1472806930542, 11.140649795532227, 11.13797378540039 ], "train_accuracy": [ 38.72222137451172, 51.56222152709961, 57.14666748046875, 59.6422233581543, 62.184444427490234, 63.10444259643555, 63.68888854980469, 64.58444213867188, 64.45111083984375, 65.23332977294922, 65.304443359375, 66.16666412353516, 66.44444274902344, 67.34666442871094, 67.5977783203125, 68.02222442626953, 68.36222076416016, 68.43333435058594, 68.62000274658203, 68.73777770996094, 69.0022201538086, 69.48444366455078, 69.3022232055664, 70.25777435302734, 69.86000061035156, 69.94000244140625, 70.86666870117188, 70.54888916015625, 70.695556640625, 70.88666534423828, 70.7955551147461, 70.9888916015625, 71.45555877685547, 71.57777404785156, 71.59333038330078, 71.55777740478516, 71.74666595458984, 71.6066665649414, 72.20222473144531, 72.24666595458984, 72.5, 72.51777648925781, 72.25555419921875, 72.63111114501953, 72.6866683959961, 73.43333435058594, 72.7844467163086, 73.62000274658203, 73.60888671875, 73.76222229003906, 73.91777801513672, 73.86444091796875, 73.96888732910156, 74.33999633789062, 74.60444641113281, 74.3822250366211, 74.51777648925781, 75.0955581665039, 74.77333068847656, 75.2955551147461, 75.46888732910156, 75.60221862792969, 75.78221893310547, 75.83777618408203, 76.3066635131836, 76.12444305419922, 76.304443359375, 76.3133316040039, 77.00444793701172, 76.9911117553711, 77.3133316040039, 77.40888977050781, 77.18222045898438, 77.72888946533203, 78.18222045898438, 77.8022232055664, 78.3066635131836, 78.36666870117188, 78.47333526611328, 78.7155532836914, 78.93555450439453, 78.95777893066406, 79.02889251708984, 79.4000015258789, 79.71778106689453, 79.5111083984375, 79.4888916015625, 80.00444793701172, 80.37555694580078, 80.52666473388672, 80.48444366455078, 80.56666564941406, 80.87777709960938, 81.08000183105469, 81.32221984863281, 81.34222412109375, 81.56888580322266, 81.66000366210938, 81.92222595214844, 82.23110961914062, 82.04888916015625, 82.13777923583984, 82.57777404785156, 82.48222351074219, 82.71333312988281, 82.84889221191406, 83.04888916015625, 82.92666625976562, 83.00444793701172, 83.14221954345703, 83.16000366210938, 83.28221893310547, 83.26000213623047, 83.38444519042969, 83.49333190917969, 83.8022232055664, 83.69110870361328, 83.6866683959961, 83.64221954345703, 83.6066665649414, 83.695556640625, 83.83110809326172, 83.6977767944336, 83.64666748046875, 83.46888732910156, 83.6066665649414, 83.88666534423828, 83.67778015136719, 83.64221954345703, 83.64221954345703 ], "train_loss": [ 1.7133591175079346, 1.3682072162628174, 1.2270618677139282, 1.1515464782714844, 1.0849225521087646, 1.057477593421936, 1.0492874383926392, 1.0213189125061035, 1.027377724647522, 1.0131527185440063, 1.0064369440078735, 0.9842081069946289, 0.9716832041740417, 0.9558504223823547, 0.9448299407958984, 0.928158700466156, 0.9237744212150574, 0.9151449799537659, 0.9073408842086792, 0.9069647789001465, 0.9029024839401245, 0.8926884531974792, 0.8905758261680603, 0.8718171715736389, 0.881125271320343, 0.8733921051025391, 0.8490639925003052, 0.8634071350097656, 0.8566999435424805, 0.8468159437179565, 0.8478162288665771, 0.8483151793479919, 0.8363835215568542, 0.8361659049987793, 0.8312588334083557, 0.8250800967216492, 0.8264629244804382, 0.8268200755119324, 0.8102015256881714, 0.8074780702590942, 0.8011532425880432, 0.7968136668205261, 0.801702082157135, 0.7947729229927063, 0.7902922630310059, 0.7743542194366455, 0.7871569991111755, 0.7701302170753479, 0.7650519609451294, 0.7636050581932068, 0.7613061666488647, 0.7582502961158752, 0.7547402381896973, 0.7505609393119812, 0.7380115389823914, 0.7383122444152832, 0.740192711353302, 0.7278476357460022, 0.7310594916343689, 0.7185807824134827, 0.715632975101471, 0.7026272416114807, 0.7041817307472229, 0.7020779252052307, 0.6912290453910828, 0.6878568530082703, 0.6884053945541382, 0.6877518892288208, 0.6712042689323425, 0.667955756187439, 0.6653552651405334, 0.6567258238792419, 0.6583083868026733, 0.6463295221328735, 0.6383985877037048, 0.6397567987442017, 0.6294024586677551, 0.6274374723434448, 0.6253660917282104, 0.6125867962837219, 0.6113486886024475, 0.6082386374473572, 0.6012315154075623, 0.6013792157173157, 0.5902792811393738, 0.5918442606925964, 0.5902800559997559, 0.578709602355957, 0.5686413049697876, 0.5662328600883484, 0.5627284049987793, 0.564016580581665, 0.5534037947654724, 0.5503615140914917, 0.544736921787262, 0.5435491800308228, 0.5360719561576843, 0.5326313376426697, 0.5272843241691589, 0.5214912295341492, 0.525074303150177, 0.515964925289154, 0.5107779502868652, 0.510162353515625, 0.4995056092739105, 0.499151349067688, 0.4974542260169983, 0.4941486418247223, 0.4948662519454956, 0.4871566891670227, 0.48990097641944885, 0.48475968837738037, 0.48512011766433716, 0.4838383197784424, 0.4809454679489136, 0.4772864580154419, 0.47620779275894165, 0.4733129143714905, 0.47689589858055115, 0.4791215658187866, 0.476246178150177, 0.47367167472839355, 0.47892504930496216, 0.47581130266189575, 0.4779069721698761, 0.47502267360687256, 0.4724425673484802, 0.4747956097126007, 0.47684913873672485, 0.4760352373123169 ], "train_time": [ 18.833473443984985, 9.943188428878784, 9.8916335105896, 9.864562511444092, 9.864470720291138, 9.90646505355835, 9.853030443191528, 9.89737582206726, 9.900522470474243, 9.904752016067505, 9.844079971313477, 9.961058855056763, 9.924591541290283, 9.903918981552124, 9.873714208602905, 9.90426254272461, 9.845989227294922, 9.891932249069214, 9.909498691558838, 9.841096639633179, 9.875645637512207, 9.86149263381958, 9.869433403015137, 10.183444499969482, 9.921313285827637, 9.83692741394043, 9.90053391456604, 9.876594543457031, 9.91224479675293, 9.946186065673828, 9.844094276428223, 9.907785415649414, 9.926350831985474, 9.914052724838257, 9.867702007293701, 10.011053562164307, 9.918302774429321, 9.827412366867065, 9.88131070137024, 9.911732196807861, 9.893298864364624, 9.912901639938354, 9.913539409637451, 9.868720054626465, 9.867908000946045, 9.916085958480835, 9.890177249908447, 10.049685716629028, 9.929915189743042, 9.891703128814697, 9.919848918914795, 9.888735294342041, 9.887449741363525, 9.916376829147339, 9.867390155792236, 9.84752082824707, 9.81695008277893, 9.899157524108887, 9.907880783081055, 9.979108333587646, 9.89523983001709, 9.906527280807495, 9.850834846496582, 9.927585363388062, 9.803730010986328, 9.91060185432434, 9.899619817733765, 9.910260438919067, 9.860180139541626, 9.89526629447937, 9.910215616226196, 9.879065990447998, 9.859508514404297, 9.892455816268921, 9.928626775741577, 9.886627435684204, 9.86528491973877, 9.921482801437378, 9.857246398925781, 9.919424772262573, 9.902639627456665, 9.902742624282837, 9.871756315231323, 9.875062704086304, 10.044342279434204, 9.902617931365967, 9.84990119934082, 9.891827583312988, 9.95618224143982, 9.943411827087402, 9.878795385360718, 9.92825961112976, 9.897343397140503, 9.919774055480957, 9.886293649673462, 9.872101783752441, 10.053643941879272, 9.874129295349121, 9.882054090499878, 9.92250370979309, 9.900314807891846, 9.860023736953735, 9.918482780456543, 9.924222946166992, 9.91196894645691, 9.98238492012024, 9.93645977973938, 9.89188027381897, 9.996362686157227, 9.853537321090698, 9.899093389511108, 9.935528993606567, 9.904881238937378, 9.91450023651123, 9.876307010650635, 9.819265127182007, 9.89713430404663, 9.884350776672363, 9.907485246658325, 9.899047374725342, 9.94063949584961, 9.866833925247192, 9.894071817398071, 9.924040794372559, 9.858983039855957, 9.918097019195557, 9.905534505844116, 9.90925645828247, 9.889790296554565, 9.913057327270508 ], "used_clean_difference_rms_ratio": [ 5.598150210062158e-07, 7.845361551517271e-07, 8.309323220601073e-07, 8.402185471823032e-07, 8.201632795135083e-07, 8.05559693617397e-07, 8.012866601347923e-07, 7.934423820188385e-07, 7.680134785914561e-07, 7.760370976939157e-07, 7.607563361489156e-07, 7.569088893433218e-07, 7.670201966902823e-07, 7.635436531927553e-07, 7.622242605975771e-07, 7.602566256537102e-07, 7.711973353252688e-07, 7.657969263163977e-07, 7.635840120201465e-07, 7.751190196358948e-07, 7.671512207707565e-07, 7.733172537882638e-07, 7.799574746059079e-07, 7.89860678196419e-07, 7.665546490898123e-07, 7.727829256509722e-07, 7.894055897850194e-07, 7.771577656967565e-07, 7.8361938449234e-07, 7.804737265360018e-07, 7.971328273015388e-07, 7.849054668440658e-07, 7.960318271216238e-07, 7.95326855040912e-07, 7.878092560531513e-07, 7.814203968337097e-07, 8.135714892887336e-07, 7.867811291362159e-07, 8.003518701116263e-07, 7.935881853882165e-07, 8.017876211852126e-07, 8.080955922196154e-07, 7.905252914497396e-07, 8.261278594545729e-07, 7.874781431382871e-07, 8.11703387171292e-07, 8.063991003837145e-07, 8.224912448895338e-07, 8.215528737309796e-07, 8.199440344469622e-07, 8.123785733005207e-07, 8.157593924806861e-07, 8.175683774425124e-07, 8.246678930845519e-07, 8.234131883000373e-07, 8.19135095753154e-07, 8.499986847709806e-07, 8.524930876774306e-07, 8.489095080221887e-07, 8.474982564621314e-07, 8.388431069761282e-07, 8.565610869482043e-07, 8.569997476115532e-07, 8.527653676537739e-07, 8.508542350682546e-07, 8.588305604462221e-07, 8.544001843802107e-07, 8.491292646795046e-07, 8.579396535424166e-07, 8.76130457072577e-07, 8.606102710473351e-07, 8.642581406093086e-07, 8.660399544169195e-07, 8.704043352736335e-07, 8.771896204962104e-07, 8.631603236608498e-07, 8.697251701050845e-07, 8.83431084730546e-07, 8.883122859515424e-07, 8.968117981567048e-07, 9.126783879764844e-07, 8.935255095821049e-07, 8.930178978516778e-07, 9.004118055599974e-07, 8.998217708722223e-07, 9.015812452162209e-07, 8.987263981907745e-07, 8.89929253844457e-07, 8.959086699178442e-07, 9.228998578691971e-07, 9.140649126493372e-07, 9.121065431827446e-07, 9.034713457367616e-07, 9.048238212017168e-07, 9.195471761813678e-07, 9.083832992473617e-07, 8.915432090361719e-07, 9.131140359386336e-07, 9.047347475643619e-07, 9.25619758618268e-07, 9.137724532592983e-07, 9.394496487402648e-07, 9.261873401555931e-07, 8.990468813863117e-07, 9.260325555260351e-07, 9.112631573771068e-07, 9.158135867437522e-07, 9.275361207983224e-07, 9.138498171523679e-07, 9.149014772447117e-07, 9.155232874036301e-07, 9.15320356398297e-07, 9.094655979424715e-07, 9.026558700497844e-07, 8.94365882686543e-07, 9.113801979765412e-07, 9.301332397626538e-07, 9.19253068332182e-07, 8.984586656879401e-07, 9.292429581364559e-07, 9.358445254292747e-07, 9.142282806351432e-07, 9.033212222675502e-07, 9.186600777866261e-07, 9.241849738828023e-07, 9.208771416524542e-07, 9.211408951159683e-07, 9.220573247148423e-07, 9.273884984395409e-07, 9.149277957476443e-07 ], "val_accuracy": [ 52.720001220703125, 59.400001525878906, 62.720001220703125, 65.9800033569336, 66.05999755859375, 66.05999755859375, 66.9800033569336, 68.58000183105469, 66.55999755859375, 67.58000183105469, 69.22000122070312, 70.13999938964844, 72.31999969482422, 68.18000030517578, 70.95999908447266, 71.05999755859375, 70.58000183105469, 70.45999908447266, 70.41999816894531, 72.94000244140625, 68.22000122070312, 73.55999755859375, 72.13999938964844, 71.81999969482422, 70.9800033569336, 73.68000030517578, 73.22000122070312, 73.76000213623047, 73.0999984741211, 75.05999755859375, 72.30000305175781, 71.13999938964844, 74.05999755859375, 74.30000305175781, 74.26000213623047, 74.4800033569336, 74.27999877929688, 74.73999786376953, 75.19999694824219, 75.05999755859375, 76.0999984741211, 75.66000366210938, 74.13999938964844, 74.37999725341797, 74.76000213623047, 76.27999877929688, 75.86000061035156, 76.41999816894531, 76.0999984741211, 76.9000015258789, 76.0199966430664, 76.81999969482422, 76.80000305175781, 76.95999908447266, 77.08000183105469, 78.0999984741211, 77.45999908447266, 77.33999633789062, 75.5199966430664, 77.81999969482422, 77.54000091552734, 76.91999816894531, 77.58000183105469, 76.44000244140625, 78.08000183105469, 77.33999633789062, 77.41999816894531, 77.73999786376953, 77.5999984741211, 79.0999984741211, 78.86000061035156, 79.0999984741211, 78.72000122070312, 78.36000061035156, 77.87999725341797, 79.33999633789062, 79.33999633789062, 78.5199966430664, 80.0999984741211, 78.76000213623047, 80.41999816894531, 79.27999877929688, 80.05999755859375, 79.83999633789062, 78.91999816894531, 79.94000244140625, 80.05999755859375, 80.9000015258789, 80.44000244140625, 80.54000091552734, 80.5199966430664, 80.86000061035156, 80.63999938964844, 80.31999969482422, 80.9800033569336, 81.77999877929688, 81.30000305175781, 81.91999816894531, 81.5199966430664, 81.26000213623047, 81.94000244140625, 80.81999969482422, 82.0199966430664, 82.08000183105469, 81.63999938964844, 82.18000030517578, 81.80000305175781, 82.5999984741211, 82.55999755859375, 82.44000244140625, 82.4000015258789, 82.5999984741211, 82.68000030517578, 82.58000183105469, 82.41999816894531, 82.63999938964844, 82.54000091552734, 82.54000091552734, 82.4800033569336, 82.45999908447266, 82.4800033569336, 82.45999908447266, 82.5, 82.54000091552734, 82.54000091552734, 82.5, 82.54000091552734, 82.5199966430664, 82.5199966430664, 82.4800033569336 ], "val_loss": [ 1.359142780303955, 1.1642544269561768, 1.0911856889724731, 0.9932032227516174, 0.971438467502594, 0.9856241345405579, 0.9368895888328552, 0.9197276830673218, 0.9695195555686951, 0.9518103003501892, 0.8662989139556885, 0.877388596534729, 0.813456118106842, 0.9224790334701538, 0.8417921662330627, 0.8445390462875366, 0.8473761081695557, 0.8578479290008545, 0.8756269216537476, 0.7853832244873047, 0.9122148156166077, 0.7836428880691528, 0.8213277459144592, 0.8246815204620361, 0.8395658135414124, 0.7860901355743408, 0.787906289100647, 0.7775461077690125, 0.7805730700492859, 0.7438193559646606, 0.7873538136482239, 0.8380379676818848, 0.7676661014556885, 0.7472553849220276, 0.780305027961731, 0.7477388978004456, 0.7420364618301392, 0.7183181047439575, 0.7072234153747559, 0.7280287742614746, 0.7118533253669739, 0.7409276366233826, 0.7471920251846313, 0.7504963874816895, 0.760953426361084, 0.6972802877426147, 0.7294240593910217, 0.7166786193847656, 0.7049820423126221, 0.6860361695289612, 0.6965640187263489, 0.6728025674819946, 0.6816983222961426, 0.6763623952865601, 0.6829724907875061, 0.6516942381858826, 0.6563052535057068, 0.6831051111221313, 0.7140741944313049, 0.6496559977531433, 0.6523187756538391, 0.659857988357544, 0.6543309092521667, 0.6841205358505249, 0.6526877880096436, 0.6604150533676147, 0.670276403427124, 0.6485859751701355, 0.6490777730941772, 0.6167139410972595, 0.6137914061546326, 0.6206552982330322, 0.601758599281311, 0.6155788898468018, 0.6433674097061157, 0.6027717590332031, 0.5985400676727295, 0.6312529444694519, 0.5865041017532349, 0.6239286661148071, 0.575118362903595, 0.599860668182373, 0.5849393606185913, 0.5914948582649231, 0.6137707233428955, 0.574287474155426, 0.593235194683075, 0.5495807528495789, 0.5712848901748657, 0.558578610420227, 0.5521366596221924, 0.5624673366546631, 0.5696929693222046, 0.5629626512527466, 0.5456475615501404, 0.5417449474334717, 0.5373034477233887, 0.5296728610992432, 0.537736713886261, 0.5404715538024902, 0.5264809131622314, 0.5587195158004761, 0.5234525203704834, 0.513530969619751, 0.5283817648887634, 0.5127268433570862, 0.5237594842910767, 0.5042988657951355, 0.506166934967041, 0.5008628368377686, 0.5107219219207764, 0.5014204382896423, 0.5026404857635498, 0.5006620287895203, 0.5023283958435059, 0.5015283823013306, 0.5008074045181274, 0.5006773471832275, 0.500176191329956, 0.5000580549240112, 0.5000160336494446, 0.5001303553581238, 0.49997225403785706, 0.49998021125793457, 0.4999581277370453, 0.4999828636646271, 0.5001318454742432, 0.5002116560935974, 0.5002580881118774, 0.5002135634422302 ], "val_time": [ 0.8470304012298584, 0.19413542747497559, 0.1846027374267578, 0.19347524642944336, 0.19224309921264648, 0.184128999710083, 0.19582271575927734, 0.18385601043701172, 0.19573974609375, 0.16228795051574707, 0.18590259552001953, 0.1845259666442871, 0.19826483726501465, 0.18889856338500977, 0.19649600982666016, 0.19533252716064453, 0.1847078800201416, 0.18117403984069824, 0.19324779510498047, 0.1935422420501709, 0.1916675567626953, 0.16834211349487305, 0.196028470993042, 0.1769709587097168, 0.17757630348205566, 0.19672560691833496, 0.19042730331420898, 0.19272375106811523, 0.2051072120666504, 0.18231916427612305, 0.18323397636413574, 0.1945335865020752, 0.18933987617492676, 0.19172000885009766, 0.187025785446167, 0.19291162490844727, 0.18307232856750488, 0.1999955177307129, 0.18016695976257324, 0.19473981857299805, 0.19238853454589844, 0.20972013473510742, 0.1922595500946045, 0.1922905445098877, 0.19793081283569336, 0.18238043785095215, 0.19620919227600098, 0.19295835494995117, 0.1927659511566162, 0.18946075439453125, 0.16335654258728027, 0.19723820686340332, 0.18403339385986328, 0.19187092781066895, 0.18050599098205566, 0.18540453910827637, 0.17549586296081543, 0.1924123764038086, 0.19831228256225586, 0.18210649490356445, 0.20060515403747559, 0.18886494636535645, 0.18277454376220703, 0.19115257263183594, 0.18450260162353516, 0.19307446479797363, 0.19095110893249512, 0.17280912399291992, 0.19618606567382812, 0.18640899658203125, 0.18817853927612305, 0.1830129623413086, 0.1939563751220703, 0.19365334510803223, 0.183152437210083, 0.1770479679107666, 0.19215726852416992, 0.17590904235839844, 0.19197320938110352, 0.19471049308776855, 0.19558382034301758, 0.20005416870117188, 0.1902163028717041, 0.19334697723388672, 0.19357991218566895, 0.20176100730895996, 0.19321966171264648, 0.2032473087310791, 0.1856839656829834, 0.19703888893127441, 0.19516658782958984, 0.18155646324157715, 0.1927931308746338, 0.20117449760437012, 0.20154380798339844, 0.2035810947418213, 0.18404650688171387, 0.1676950454711914, 0.19542765617370605, 0.1913444995880127, 0.19656848907470703, 0.17969346046447754, 0.18218159675598145, 0.19462966918945312, 0.2042529582977295, 0.18627190589904785, 0.18061351776123047, 0.18959307670593262, 0.19691133499145508, 0.1801319122314453, 0.1949748992919922, 0.18406319618225098, 0.1898038387298584, 0.19275689125061035, 0.19071650505065918, 0.1915268898010254, 0.18639063835144043, 0.18425488471984863, 0.19019389152526855, 0.19396662712097168, 0.19215941429138184, 0.19138574600219727, 0.19469070434570312, 0.19849729537963867, 0.19306731224060059, 0.16804194450378418, 0.18166875839233398, 0.1985030174255371, 0.1962413787841797, 0.19291114807128906 ] }, "dp_bias_initialization": { "bias_kind": "activity", "bias_ratio_target": 4.0, "calibration_examples": 64, "instruction_observations_for_predictor": 0, "realized_bias_difference_rms_ratio": [ 4.0, 4.0, 4.0 ] }, "epochs_completed": 130, "final_validation_accuracy": 82.4800033569336, "finite": true, "test_accuracy": NaN }, "kind": "activity", "output": "/home/yurenh2/sdil/results/contrastive_bias/c1/dp-bias-c1-s1990-innovation.json", "ratio": 4.0, "registry_sha256": "7e4562faf25bca213ccfdaa23a0f4328667d04234ead2d106bfd87577bcd2146", "return_code": 0, "rule": "innovation", "seed": 1990, "source": { "author_commit": "79169abac635715e2167f1bb8a089f239d06c431", "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff", "sdil_commit": "65c0386e8a46f6e6d308b9351653418c7532eb26", "tracked_files": { "CONTRASTIVE_BIAS_CONFIRMATION.md": "754f04c96ded2fceb9d2b575d9b82a245b46e18a541b5b6f280231ac899e5220", "experiments/analyze_contrastive_bias_c1.py": "6f8b46bbd0876297c42c3ac0b15eb517bceff6a856772bfbc31fd2676a49379e", "experiments/contrastive_bias_c1.py": "6184ddefb48fb8252db5d4440b721f279335a2873a510329150a0cb745b3ae5c", "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0" } }, "stage": "contrastive_bias_c1", "status": "completed", "timeout_seconds": 3600 }