{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_residual_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.01767568849027157, 0.03728450462222099, 0.002514135092496872], "cos_innovation_negg": [0.01767568849027157, 0.03728450462222099, 0.002514135092496872], "cos_apical_negg": [0.010833671316504478, 0.027581479400396347, -0.0016930301208049059], "cos_Ac_negg": [0.017678918316960335, 0.037285104393959045, 0.0025148179847747087], "r_norm": [4.749838829040527, 4.774457931518555, 4.856014251708984], "ldr": {"dL_sdil": -0.04106760025024414, "dL_bp": -0.24917912483215332, "ratio": 0.16481155986845694}}, {"step": 100, "epoch": 0, "train_loss": 0.17370890080928802, "cos_r_negg": [0.4979098439216614, 0.4032244086265564, 0.3694140911102295], "cos_innovation_negg": [0.4979098439216614, 0.4032244086265564, 0.3694140911102295], "cos_apical_negg": [0.07757236063480377, 0.08373922109603882, 0.13979242742061615], "cos_Ac_negg": [0.4991167485713959, 0.4050253629684448, 0.3697149157524109], "r_norm": [0.8731355667114258, 0.8851726651191711, 0.8979164958000183]}, {"step": 200, "epoch": 0, "train_loss": 0.3277958035469055, "cos_r_negg": [0.4963236451148987, 0.4413507580757141, 0.4046681821346283], "cos_innovation_negg": [0.4963236451148987, 0.4413507580757141, 0.4046681821346283], "cos_apical_negg": [0.07801713049411774, 0.08841277658939362, 0.13406099379062653], "cos_Ac_negg": [0.49723032116889954, 0.4421723484992981, 0.4038205146789551], "r_norm": [0.7200726270675659, 0.7262669801712036, 0.7435392141342163]}, {"step": 300, "epoch": 0, "train_loss": 0.1763588935136795, "cos_r_negg": [0.5336802005767822, 0.451896995306015, 0.4053812026977539], "cos_innovation_negg": [0.5336802005767822, 0.451896995306015, 0.4053812026977539], "cos_apical_negg": [0.058152634650468826, 0.07896234840154648, 0.12435396015644073], "cos_Ac_negg": [0.5322777032852173, 0.45050883293151855, 0.4030649662017822], "r_norm": [0.5215291976928711, 0.5269149541854858, 0.5367172956466675]}, {"step": 400, "epoch": 0, "train_loss": 0.1377820372581482, "cos_r_negg": [0.5447260141372681, 0.5022690892219543, 0.42625054717063904], "cos_innovation_negg": [0.5447260141372681, 0.5022690892219543, 0.42625054717063904], "cos_apical_negg": [0.060638345777988434, 0.09397780895233154, 0.114785335958004], "cos_Ac_negg": [0.5446261167526245, 0.5016587376594543, 0.4260125458240509], "r_norm": [0.489670991897583, 0.49621665477752686, 0.5032377243041992]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9467, "test_loss": 0.17786335983276366}, {"step": 500, "epoch": 1, "train_loss": 0.1921863853931427, "cos_r_negg": [0.5020118355751038, 0.4951060712337494, 0.438052773475647], "cos_innovation_negg": [0.5020118355751038, 0.4951060712337494, 0.438052773475647], "cos_apical_negg": [0.03922445327043533, 0.0842115581035614, 0.11223204433917999], "cos_Ac_negg": [0.5044324398040771, 0.49822354316711426, 0.4387269616127014], "r_norm": [0.4749787747859955, 0.48177844285964966, 0.49140626192092896], "ldr": {"dL_sdil": -0.013268277049064636, "dL_bp": -0.011191785335540771, "ratio": 1.1855371284624028}}, {"step": 600, "epoch": 1, "train_loss": 0.11350979655981064, "cos_r_negg": [0.5353504419326782, 0.5123176574707031, 0.4312099516391754], "cos_innovation_negg": [0.5353504419326782, 0.5123176574707031, 0.4312099516391754], "cos_apical_negg": [0.058454111218452454, 0.08423188328742981, 0.10041244328022003], "cos_Ac_negg": [0.5376476645469666, 0.511799693107605, 0.4314008355140686], "r_norm": [0.43762171268463135, 0.4410935044288635, 0.45054498314857483]}, {"step": 700, "epoch": 1, "train_loss": 0.1913631558418274, "cos_r_negg": [0.5469750165939331, 0.5333797931671143, 0.4553975462913513], "cos_innovation_negg": [0.5469750165939331, 0.5333797931671143, 0.4553975462913513], "cos_apical_negg": [0.051164597272872925, 0.08192162215709686, 0.11532846093177795], "cos_Ac_negg": [0.5500829219818115, 0.5355862975120544, 0.4580218195915222], "r_norm": [0.43344199657440186, 0.43722301721572876, 0.4450470805168152]}, {"step": 800, "epoch": 1, "train_loss": 0.12916748225688934, "cos_r_negg": [0.5494622588157654, 0.5454022288322449, 0.47729676961898804], "cos_innovation_negg": [0.5494622588157654, 0.5454022288322449, 0.47729676961898804], "cos_apical_negg": [0.04308928921818733, 0.06881507486104965, 0.10532616078853607], "cos_Ac_negg": [0.5515763163566589, 0.549803614616394, 0.4803372919559479], "r_norm": [0.3213401436805725, 0.3240063190460205, 0.3320201635360718]}, {"step": 900, "epoch": 1, "train_loss": 0.19544081389904022, "cos_r_negg": [0.5624649524688721, 0.5584672689437866, 0.4698528051376343], "cos_innovation_negg": [0.5624649524688721, 0.5584672689437866, 0.4698528051376343], "cos_apical_negg": [0.04868795722723007, 0.08337309956550598, 0.10268043726682663], "cos_Ac_negg": [0.5616205930709839, 0.5579421520233154, 0.4687705338001251], "r_norm": [0.4298001229763031, 0.4345526397228241, 0.44232234358787537]}, {"epoch_end": 1, "step": 938, "test_acc": 0.959, "test_loss": 0.136350793838501}, {"step": 1000, "epoch": 2, "train_loss": 0.021037617698311806, "cos_r_negg": [0.5516715049743652, 0.5676910281181335, 0.4811541438102722], "cos_innovation_negg": [0.5516715049743652, 0.5676910281181335, 0.4811541438102722], "cos_apical_negg": [0.03314455971121788, 0.07945408672094345, 0.10955093055963516], "cos_Ac_negg": [0.5559413433074951, 0.5714534521102905, 0.483421266078949], "r_norm": [0.326733261346817, 0.32843858003616333, 0.3387078046798706], "ldr": {"dL_sdil": -0.00954977422952652, "dL_bp": -0.00775078684091568, "ratio": 1.232103839975853}}, {"step": 1100, "epoch": 2, "train_loss": 0.08772651851177216, "cos_r_negg": [0.5645239353179932, 0.581345796585083, 0.5072296857833862], "cos_innovation_negg": [0.5645239353179932, 0.581345796585083, 0.5072296857833862], "cos_apical_negg": [0.03411669284105301, 0.0846252590417862, 0.10793258249759674], "cos_Ac_negg": [0.5686287879943848, 0.5849742889404297, 0.510229229927063], "r_norm": [0.3367329239845276, 0.34003746509552, 0.3485863208770752]}, {"step": 1200, "epoch": 2, "train_loss": 0.15639618039131165, "cos_r_negg": [0.5672853589057922, 0.5732043981552124, 0.5028058886528015], "cos_innovation_negg": [0.5672853589057922, 0.5732043981552124, 0.5028058886528015], "cos_apical_negg": [0.03991822898387909, 0.07897351682186127, 0.10003751516342163], "cos_Ac_negg": [0.5763939619064331, 0.5765974521636963, 0.5061700940132141], "r_norm": [0.3120023012161255, 0.3153430223464966, 0.3218724727630615]}, {"step": 1300, "epoch": 2, "train_loss": 0.12195512652397156, "cos_r_negg": [0.5721479654312134, 0.5823063254356384, 0.5008890628814697], "cos_innovation_negg": [0.5721479654312134, 0.5823063254356384, 0.5008890628814697], "cos_apical_negg": [0.04020024836063385, 0.06639070808887482, 0.09347959607839584], "cos_Ac_negg": [0.5782443881034851, 0.5875898003578186, 0.5033410787582397], "r_norm": [0.3134698271751404, 0.31710779666900635, 0.32279807329177856]}, {"step": 1400, "epoch": 2, "train_loss": 0.13875986635684967, "cos_r_negg": [0.5653266310691833, 0.5806019902229309, 0.49355965852737427], "cos_innovation_negg": [0.5653266310691833, 0.5806019902229309, 0.49355965852737427], "cos_apical_negg": [0.037827812135219574, 0.06081753224134445, 0.10684904456138611], "cos_Ac_negg": [0.5844625234603882, 0.5961549282073975, 0.4977683126926422], "r_norm": [0.2973756194114685, 0.30036216974258423, 0.30341577529907227]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9664, "test_loss": 0.11302518634796142}, {"step": 1500, "epoch": 3, "train_loss": 0.06028618663549423, "cos_r_negg": [0.5633412003517151, 0.581645131111145, 0.5090212225914001], "cos_innovation_negg": [0.5633412003517151, 0.581645131111145, 0.5090212225914001], "cos_apical_negg": [0.02568996138870716, 0.0659070760011673, 0.10494665801525116], "cos_Ac_negg": [0.5794579982757568, 0.592542827129364, 0.5132648944854736], "r_norm": [0.27191630005836487, 0.2733272910118103, 0.2775626480579376], "ldr": {"dL_sdil": -0.005582928657531738, "dL_bp": -0.0050752609968185425, "ratio": 1.1000278923648321}}, {"step": 1600, "epoch": 3, "train_loss": 0.06352798640727997, "cos_r_negg": [0.5733667612075806, 0.5936024188995361, 0.5266447067260742], "cos_innovation_negg": [0.5733667612075806, 0.5936024188995361, 0.5266447067260742], "cos_apical_negg": [0.030817529186606407, 0.06379072368144989, 0.09993778169155121], "cos_Ac_negg": [0.5871871709823608, 0.6075624227523804, 0.5335290431976318], "r_norm": [0.29693546891212463, 0.2998005151748657, 0.30487024784088135]}, {"step": 1700, "epoch": 3, "train_loss": 0.032806094735860825, "cos_r_negg": [0.5273157358169556, 0.5585248470306396, 0.5182610750198364], "cos_innovation_negg": [0.5273157358169556, 0.5585248470306396, 0.5182610750198364], "cos_apical_negg": [0.018409255892038345, 0.0573413260281086, 0.1046614944934845], "cos_Ac_negg": [0.5797021985054016, 0.5988168716430664, 0.541889488697052], "r_norm": [0.24079588055610657, 0.24336358904838562, 0.24881190061569214]}, {"step": 1800, "epoch": 3, "train_loss": 0.026628512889146805, "cos_r_negg": [0.5685943365097046, 0.604702353477478, 0.5334007740020752], "cos_innovation_negg": [0.5685943365097046, 0.604702353477478, 0.5334007740020752], "cos_apical_negg": [0.011840914376080036, 0.05348370224237442, 0.09288214147090912], "cos_Ac_negg": [0.5859178304672241, 0.6219295859336853, 0.5435793399810791], "r_norm": [0.214270681142807, 0.21516406536102295, 0.22198174893856049]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9646, "test_loss": 0.11931605224609375}, {"step": 1900, "epoch": 4, "train_loss": 0.031216194853186607, "cos_r_negg": [0.5597426891326904, 0.5946007966995239, 0.5374516844749451], "cos_innovation_negg": [0.5597426891326904, 0.5946007966995239, 0.5374516844749451], "cos_apical_negg": [0.016347669064998627, 0.05661839246749878, 0.09268146753311157], "cos_Ac_negg": [0.5795313119888306, 0.6110771894454956, 0.5477713346481323], "r_norm": [0.2539307773113251, 0.2558459937572479, 0.25997546315193176]}, {"step": 2000, "epoch": 4, "train_loss": 0.05871080234646797, "cos_r_negg": [0.5101077556610107, 0.562905490398407, 0.52896648645401], "cos_innovation_negg": [0.5101077556610107, 0.562905490398407, 0.52896648645401], "cos_apical_negg": [0.023031894117593765, 0.05405349284410477, 0.10039262473583221], "cos_Ac_negg": [0.5665547847747803, 0.6118184328079224, 0.5603225231170654], "r_norm": [0.19687366485595703, 0.19745714962482452, 0.20011885464191437], "ldr": {"dL_sdil": -0.004442073404788971, "dL_bp": -0.004386350512504578, "ratio": 1.012703702571315}}, {"step": 2100, "epoch": 4, "train_loss": 0.029522033408284187, "cos_r_negg": [0.5631446838378906, 0.6010960936546326, 0.5554468631744385], "cos_innovation_negg": [0.5631446838378906, 0.6010960936546326, 0.5554468631744385], "cos_apical_negg": [0.028458602726459503, 0.059671856462955475, 0.10500374436378479], "cos_Ac_negg": [0.5893241763114929, 0.6266671419143677, 0.5720638036727905], "r_norm": [0.21763937175273895, 0.2181074023246765, 0.22379150986671448]}, {"step": 2200, "epoch": 4, "train_loss": 0.009474407881498337, "cos_r_negg": [0.5310007929801941, 0.5935440063476562, 0.5493039488792419], "cos_innovation_negg": [0.5310007929801941, 0.5935440063476562, 0.5493039488792419], "cos_apical_negg": [0.009159318171441555, 0.05881279706954956, 0.10290274024009705], "cos_Ac_negg": [0.5896780490875244, 0.6344751715660095, 0.5688648223876953], "r_norm": [0.21013401448726654, 0.21182213723659515, 0.21715858578681946]}, {"step": 2300, "epoch": 4, "train_loss": 0.16094551980495453, "cos_r_negg": [0.5319625735282898, 0.5746119022369385, 0.5343822240829468], "cos_innovation_negg": [0.5319625735282898, 0.5746119022369385, 0.5343822240829468], "cos_apical_negg": [0.01774989627301693, 0.0619872510433197, 0.09896283596754074], "cos_Ac_negg": [0.5848884582519531, 0.6223403811454773, 0.5667043328285217], "r_norm": [0.22298488020896912, 0.2247646152973175, 0.229026198387146]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9656, "test_loss": 0.12283286952972412}, {"step": 2400, "epoch": 5, "train_loss": 0.0594419501721859, "cos_r_negg": [0.5158715844154358, 0.5717741250991821, 0.5491726994514465], "cos_innovation_negg": [0.5158715844154358, 0.5717741250991821, 0.5491726994514465], "cos_apical_negg": [0.011690962128341198, 0.058469995856285095, 0.094109907746315], "cos_Ac_negg": [0.5861676931381226, 0.6315935850143433, 0.5891934633255005], "r_norm": [0.2048872709274292, 0.20710504055023193, 0.21158148348331451]}, {"step": 2500, "epoch": 5, "train_loss": 0.025101259350776672, "cos_r_negg": [0.46053561568260193, 0.5304361581802368, 0.5122946500778198], "cos_innovation_negg": [0.46053561568260193, 0.5304361581802368, 0.5122946500778198], "cos_apical_negg": [0.01943790726363659, 0.06475730240345001, 0.111390121281147], "cos_Ac_negg": [0.5869365334510803, 0.6260303258895874, 0.5814851522445679], "r_norm": [0.25761112570762634, 0.2600604295730591, 0.2656621038913727], "ldr": {"dL_sdil": -0.011683769524097443, "dL_bp": -0.013283863663673401, "ratio": 0.8795460281671181}}, {"step": 2600, "epoch": 5, "train_loss": 0.04901638254523277, "cos_r_negg": [0.4732121229171753, 0.5405805706977844, 0.5161677598953247], "cos_innovation_negg": [0.4732121229171753, 0.5405805706977844, 0.5161677598953247], "cos_apical_negg": [0.017585616558790207, 0.06275026500225067, 0.11934780329465866], "cos_Ac_negg": [0.5884664058685303, 0.63580322265625, 0.5768810510635376], "r_norm": [0.23610931634902954, 0.2359788715839386, 0.24158619344234467]}, {"step": 2700, "epoch": 5, "train_loss": 0.020244896411895752, "cos_r_negg": [0.5095292925834656, 0.5614259243011475, 0.5419886708259583], "cos_innovation_negg": [0.5095292925834656, 0.5614259243011475, 0.5419886708259583], "cos_apical_negg": [0.0031107051763683558, 0.054633576422929764, 0.10312239080667496], "cos_Ac_negg": [0.5985134840011597, 0.6457642316818237, 0.5994958877563477], "r_norm": [0.1804274171590805, 0.179721862077713, 0.18572017550468445]}, {"step": 2800, "epoch": 5, "train_loss": 0.03222280740737915, "cos_r_negg": [0.5060110092163086, 0.5528697371482849, 0.5404359698295593], "cos_innovation_negg": [0.5060110092163086, 0.5528697371482849, 0.5404359698295593], "cos_apical_negg": [0.0066470676101744175, 0.046586379408836365, 0.10817725956439972], "cos_Ac_negg": [0.6005290746688843, 0.6426056623458862, 0.5970289707183838], "r_norm": [0.2139023095369339, 0.21444171667099, 0.21976864337921143]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9702, "test_loss": 0.11684286804199219}, {"step": 2900, "epoch": 6, "train_loss": 0.013342317193746567, "cos_r_negg": [0.490291953086853, 0.5457422733306885, 0.5283840894699097], "cos_innovation_negg": [0.490291953086853, 0.5457422733306885, 0.5283840894699097], "cos_apical_negg": [0.01025344803929329, 0.04778910428285599, 0.10659874975681305], "cos_Ac_negg": [0.6051537990570068, 0.6483285427093506, 0.6009135246276855], "r_norm": [0.20289361476898193, 0.20486390590667725, 0.20754224061965942]}, {"step": 3000, "epoch": 6, "train_loss": 0.11073090136051178, "cos_r_negg": [0.4515626132488251, 0.5093556642532349, 0.5053510665893555], "cos_innovation_negg": [0.4515626132488251, 0.5093556642532349, 0.5053510665893555], "cos_apical_negg": [0.013737158849835396, 0.04446276277303696, 0.09778328239917755], "cos_Ac_negg": [0.617357611656189, 0.6529388427734375, 0.604745626449585], "r_norm": [0.17087693512439728, 0.17181196808815002, 0.17596760392189026], "ldr": {"dL_sdil": -0.004728503525257111, "dL_bp": -0.005845166742801666, "ratio": 0.8089595615181161}}, {"step": 3100, "epoch": 6, "train_loss": 0.0314796082675457, "cos_r_negg": [0.4605708420276642, 0.5072304010391235, 0.5078403949737549], "cos_innovation_negg": [0.4605708420276642, 0.5072304010391235, 0.5078403949737549], "cos_apical_negg": [0.008323969319462776, 0.04148902744054794, 0.09915271401405334], "cos_Ac_negg": [0.6148794293403625, 0.6553107500076294, 0.6123335361480713], "r_norm": [0.15782269835472107, 0.15876182913780212, 0.16421592235565186]}, {"step": 3200, "epoch": 6, "train_loss": 0.030566129833459854, "cos_r_negg": [0.45167309045791626, 0.49532195925712585, 0.5064538717269897], "cos_innovation_negg": [0.45167309045791626, 0.49532195925712585, 0.5064538717269897], "cos_apical_negg": [0.0010364686604589224, 0.04421323537826538, 0.10015524923801422], "cos_Ac_negg": [0.6173218488693237, 0.6547077298164368, 0.6201417446136475], "r_norm": [0.15362250804901123, 0.15379174053668976, 0.15875184535980225]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9732, "test_loss": 0.11364617080688477}, {"step": 3300, "epoch": 7, "train_loss": 0.012705174274742603, "cos_r_negg": [0.441884309053421, 0.48938363790512085, 0.49678999185562134], "cos_innovation_negg": [0.441884309053421, 0.48938363790512085, 0.49678999185562134], "cos_apical_negg": [0.001496356911957264, 0.04050331190228462, 0.09810030460357666], "cos_Ac_negg": [0.6149899959564209, 0.6517817378044128, 0.62260901927948], "r_norm": [0.144195556640625, 0.14456094801425934, 0.14890941977500916]}, {"step": 3400, "epoch": 7, "train_loss": 0.02708619460463524, "cos_r_negg": [0.4019877314567566, 0.4612293541431427, 0.4786125123500824], "cos_innovation_negg": [0.4019877314567566, 0.4612293541431427, 0.4786125123500824], "cos_apical_negg": [0.011159900575876236, 0.03742310032248497, 0.10522318631410599], "cos_Ac_negg": [0.608173131942749, 0.6513979434967041, 0.6207205653190613], "r_norm": [0.1775926649570465, 0.1788080930709839, 0.18419823050498962]}, {"step": 3500, "epoch": 7, "train_loss": 0.006117243319749832, "cos_r_negg": [0.3890681266784668, 0.4490724503993988, 0.47206851840019226], "cos_innovation_negg": [0.3890681266784668, 0.4490724503993988, 0.47206851840019226], "cos_apical_negg": [0.0006661583902314305, 0.040748827159404755, 0.10464087128639221], "cos_Ac_negg": [0.6045383214950562, 0.652137041091919, 0.6325887441635132], "r_norm": [0.17579853534698486, 0.17807260155677795, 0.18121156096458435], "ldr": {"dL_sdil": -0.006286561489105225, "dL_bp": -0.008487045764923096, "ratio": 0.7407243537070982}}, {"step": 3600, "epoch": 7, "train_loss": 0.0014728414826095104, "cos_r_negg": [0.3956383466720581, 0.44037681818008423, 0.46554142236709595], "cos_innovation_negg": [0.3956383466720581, 0.44037681818008423, 0.46554142236709595], "cos_apical_negg": [0.006933513097465038, 0.03878398984670639, 0.09817963093519211], "cos_Ac_negg": [0.6103466749191284, 0.6541887521743774, 0.6346606016159058], "r_norm": [0.17161166667938232, 0.17173579335212708, 0.1757110208272934]}, {"step": 3700, "epoch": 7, "train_loss": 0.013408890925347805, "cos_r_negg": [0.3940478563308716, 0.43435096740722656, 0.458285927772522], "cos_innovation_negg": [0.3940478563308716, 0.43435096740722656, 0.458285927772522], "cos_apical_negg": [0.008719246834516525, 0.040299706161022186, 0.0984993577003479], "cos_Ac_negg": [0.616531491279602, 0.6621330976486206, 0.6387621760368347], "r_norm": [0.15341749787330627, 0.15340277552604675, 0.15871842205524445]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9721, "test_loss": 0.11891266403198242}, {"step": 3800, "epoch": 8, "train_loss": 0.0017312548588961363, "cos_r_negg": [0.3702239692211151, 0.4182809591293335, 0.4442867636680603], "cos_innovation_negg": [0.3702239692211151, 0.4182809591293335, 0.4442867636680603], "cos_apical_negg": [0.00756513886153698, 0.04237908124923706, 0.09756618738174438], "cos_Ac_negg": [0.6189332008361816, 0.6612255573272705, 0.6436887979507446], "r_norm": [0.1580124944448471, 0.15794450044631958, 0.16437974572181702]}, {"step": 3900, "epoch": 8, "train_loss": 0.008029010146856308, "cos_r_negg": [0.3323814272880554, 0.38785019516944885, 0.42252957820892334], "cos_innovation_negg": [0.3323814272880554, 0.38785019516944885, 0.42252957820892334], "cos_apical_negg": [-0.0035301714669913054, 0.04037394002079964, 0.09997766464948654], "cos_Ac_negg": [0.6143934726715088, 0.6578063368797302, 0.6398673057556152], "r_norm": [0.16382494568824768, 0.16403745114803314, 0.16964119672775269]}, {"step": 4000, "epoch": 8, "train_loss": 0.005278876982629299, "cos_r_negg": [0.32559406757354736, 0.377626895904541, 0.40766674280166626], "cos_innovation_negg": [0.32559406757354736, 0.377626895904541, 0.40766674280166626], "cos_apical_negg": [0.0004269819473847747, 0.041124481707811356, 0.09857790917158127], "cos_Ac_negg": [0.6162174344062805, 0.6578550338745117, 0.6420688629150391], "r_norm": [0.1624622642993927, 0.16297931969165802, 0.16874642670154572], "ldr": {"dL_sdil": -0.0053291916847229, "dL_bp": -0.008842051029205322, "ratio": 0.6027098992214096}}, {"step": 4100, "epoch": 8, "train_loss": 0.00907666515558958, "cos_r_negg": [0.35214149951934814, 0.40032824873924255, 0.43064430356025696], "cos_innovation_negg": [0.35214149951934814, 0.40032824873924255, 0.43064430356025696], "cos_apical_negg": [0.01142967026680708, 0.038314394652843475, 0.0997210443019867], "cos_Ac_negg": [0.6214534640312195, 0.6580898761749268, 0.6477608680725098], "r_norm": [0.1661398708820343, 0.16598953306674957, 0.17114144563674927]}, {"step": 4200, "epoch": 8, "train_loss": 0.006652669981122017, "cos_r_negg": [0.3395025134086609, 0.3863486647605896, 0.4181085228919983], "cos_innovation_negg": [0.3395025134086609, 0.3863486647605896, 0.4181085228919983], "cos_apical_negg": [0.00505808275192976, 0.03965885192155838, 0.09239332377910614], "cos_Ac_negg": [0.6219109296798706, 0.6571305990219116, 0.6509281396865845], "r_norm": [0.17475536465644836, 0.17501097917556763, 0.17999820411205292]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9734, "test_loss": 0.12600592975616456}, {"step": 4300, "epoch": 9, "train_loss": 0.000920439837500453, "cos_r_negg": [0.31656304001808167, 0.36605653166770935, 0.39582252502441406], "cos_innovation_negg": [0.31656304001808167, 0.36605653166770935, 0.39582252502441406], "cos_apical_negg": [0.011951670050621033, 0.03702542558312416, 0.09015651047229767], "cos_Ac_negg": [0.6237709522247314, 0.657106876373291, 0.6498638391494751], "r_norm": [0.1676049679517746, 0.1691950410604477, 0.17278146743774414]}, {"step": 4400, "epoch": 9, "train_loss": 0.0015409726183861494, "cos_r_negg": [0.32093679904937744, 0.3758125305175781, 0.40481477975845337], "cos_innovation_negg": [0.32093679904937744, 0.3758125305175781, 0.40481477975845337], "cos_apical_negg": [0.0014109625481069088, 0.03958212584257126, 0.09350169450044632], "cos_Ac_negg": [0.6212763786315918, 0.6606855392456055, 0.6536861062049866], "r_norm": [0.1716303825378418, 0.1719321310520172, 0.17656877636909485]}, {"step": 4500, "epoch": 9, "train_loss": 0.070710189640522, "cos_r_negg": [0.2866787910461426, 0.3375962972640991, 0.3757855296134949], "cos_innovation_negg": [0.2866787910461426, 0.3375962972640991, 0.3757855296134949], "cos_apical_negg": [0.004375724121928215, 0.0351162813603878, 0.095660500228405], "cos_Ac_negg": [0.604589581489563, 0.6557512283325195, 0.6560600399971008], "r_norm": [0.17863571643829346, 0.1787968873977661, 0.18372419476509094], "ldr": {"dL_sdil": -0.00881260633468628, "dL_bp": -0.014440789818763733, "ratio": 0.6102579183886163}}, {"step": 4600, "epoch": 9, "train_loss": 0.00025532543077133596, "cos_r_negg": [0.30047187209129333, 0.35224369168281555, 0.38576561212539673], "cos_innovation_negg": [0.30047187209129333, 0.35224369168281555, 0.38576561212539673], "cos_apical_negg": [-0.004670341964811087, 0.03179685026407242, 0.0876118615269661], "cos_Ac_negg": [0.6112259030342102, 0.6568924188613892, 0.654515266418457], "r_norm": [0.14777541160583496, 0.14828453958034515, 0.15262819826602936]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9746, "test_loss": 0.12607035331726074}, {"step": 4700, "epoch": 10, "train_loss": 0.0018456950783729553, "cos_r_negg": [0.2685810625553131, 0.321600079536438, 0.35757583379745483], "cos_innovation_negg": [0.2685810625553131, 0.321600079536438, 0.35757583379745483], "cos_apical_negg": [-0.0023618494160473347, 0.034356892108917236, 0.09040367603302002], "cos_Ac_negg": [0.6116015315055847, 0.6569674015045166, 0.6582921743392944], "r_norm": [0.1558665633201599, 0.15650692582130432, 0.16111719608306885]}, {"step": 4800, "epoch": 10, "train_loss": 0.0019524649251252413, "cos_r_negg": [0.2605072557926178, 0.3158532381057739, 0.35141417384147644], "cos_innovation_negg": [0.2605072557926178, 0.3158532381057739, 0.35141417384147644], "cos_apical_negg": [-0.006188189145177603, 0.03293583169579506, 0.08731848001480103], "cos_Ac_negg": [0.6076411008834839, 0.6547963619232178, 0.6580339074134827], "r_norm": [0.15249508619308472, 0.15310779213905334, 0.15842777490615845]}, {"step": 4900, "epoch": 10, "train_loss": 0.002264401875436306, "cos_r_negg": [0.2611931264400482, 0.3164622187614441, 0.34751421213150024], "cos_innovation_negg": [0.2611931264400482, 0.3164622187614441, 0.34751421213150024], "cos_apical_negg": [-0.008969413116574287, 0.03165031224489212, 0.08151207119226456], "cos_Ac_negg": [0.6055455207824707, 0.6518632173538208, 0.6556879281997681], "r_norm": [0.14897800981998444, 0.1497153788805008, 0.1550256609916687]}, {"step": 5000, "epoch": 10, "train_loss": 0.0010343781905248761, "cos_r_negg": [0.26585742831230164, 0.31862691044807434, 0.3502918481826782], "cos_innovation_negg": [0.26585742831230164, 0.31862691044807434, 0.3502918481826782], "cos_apical_negg": [-0.0055550807155668736, 0.031946003437042236, 0.08321933448314667], "cos_Ac_negg": [0.6045143604278564, 0.6546858549118042, 0.6582672595977783], "r_norm": [0.157735675573349, 0.15817727148532867, 0.163752019405365], "ldr": {"dL_sdil": -0.00658772885799408, "dL_bp": -0.01139974594116211, "ratio": 0.577883831095495}}, {"step": 5100, "epoch": 10, "train_loss": 0.0059285457246005535, "cos_r_negg": [0.2620428800582886, 0.3137778043746948, 0.3459997773170471], "cos_innovation_negg": [0.2620428800582886, 0.3137778043746948, 0.3459997773170471], "cos_apical_negg": [-0.0046820444986224174, 0.03465544432401657, 0.08417428284883499], "cos_Ac_negg": [0.6089699268341064, 0.6560293436050415, 0.6612058877944946], "r_norm": [0.15331438183784485, 0.153997004032135, 0.15881389379501343]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9749, "test_loss": 0.1303539514541626}, {"step": 5200, "epoch": 11, "train_loss": 0.0024754097685217857, "cos_r_negg": [0.2521519362926483, 0.30828967690467834, 0.3383101522922516], "cos_innovation_negg": [0.2521519362926483, 0.30828967690467834, 0.3383101522922516], "cos_apical_negg": [-0.006769408471882343, 0.03487198427319527, 0.08185990154743195], "cos_Ac_negg": [0.6064837574958801, 0.6537446975708008, 0.6618554592132568], "r_norm": [0.15417413413524628, 0.15528428554534912, 0.15972323715686798]}, {"step": 5300, "epoch": 11, "train_loss": 0.001265630591660738, "cos_r_negg": [0.24525953829288483, 0.30236753821372986, 0.3332999646663666], "cos_innovation_negg": [0.24525953829288483, 0.30236753821372986, 0.3332999646663666], "cos_apical_negg": [-0.007318840362131596, 0.03309658542275429, 0.08009163290262222], "cos_Ac_negg": [0.6042869687080383, 0.652653694152832, 0.6629073619842529], "r_norm": [0.1384962499141693, 0.13895532488822937, 0.1438809335231781]}, {"step": 5400, "epoch": 11, "train_loss": 0.0010879106121137738, "cos_r_negg": [0.24348558485507965, 0.2980152368545532, 0.3290289342403412], "cos_innovation_negg": [0.24348558485507965, 0.2980152368545532, 0.3290289342403412], "cos_apical_negg": [-0.007456302642822266, 0.03289063274860382, 0.08186434209346771], "cos_Ac_negg": [0.6037515997886658, 0.6524885892868042, 0.6619837284088135], "r_norm": [0.14330285787582397, 0.14409542083740234, 0.14913520216941833]}, {"step": 5500, "epoch": 11, "train_loss": 0.0010222081327810884, "cos_r_negg": [0.24391423165798187, 0.29650700092315674, 0.32684457302093506], "cos_innovation_negg": [0.24391423165798187, 0.29650700092315674, 0.32684457302093506], "cos_apical_negg": [-0.004356726072728634, 0.03291890025138855, 0.08121198415756226], "cos_Ac_negg": [0.6020787358283997, 0.6529993414878845, 0.6636874675750732], "r_norm": [0.15417656302452087, 0.15446804463863373, 0.1599593162536621], "ldr": {"dL_sdil": -0.006770998239517212, "dL_bp": -0.012395210564136505, "ratio": 0.5462592349264301}}, {"step": 5600, "epoch": 11, "train_loss": 0.0008564281743019819, "cos_r_negg": [0.23328517377376556, 0.28719162940979004, 0.3161482810974121], "cos_innovation_negg": [0.23328517377376556, 0.28719162940979004, 0.3161482810974121], "cos_apical_negg": [-0.006658114958554506, 0.03184705600142479, 0.07988293468952179], "cos_Ac_negg": [0.5983502864837646, 0.6513689756393433, 0.6641026139259338], "r_norm": [0.15335647761821747, 0.154288649559021, 0.15924350917339325]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9751, "test_loss": 0.13479326438903808}, {"step": 5700, "epoch": 12, "train_loss": 0.0010083125671371818, "cos_r_negg": [0.2259504497051239, 0.2766932547092438, 0.30644237995147705], "cos_innovation_negg": [0.2259504497051239, 0.2766932547092438, 0.30644237995147705], "cos_apical_negg": [-0.006252835504710674, 0.03170429542660713, 0.07870615273714066], "cos_Ac_negg": [0.5965291261672974, 0.6469354629516602, 0.6624070405960083], "r_norm": [0.14757829904556274, 0.14831095933914185, 0.15284687280654907]}, {"step": 5800, "epoch": 12, "train_loss": 0.0007182832923717797, "cos_r_negg": [0.22713306546211243, 0.2781926095485687, 0.30721211433410645], "cos_innovation_negg": [0.22713306546211243, 0.2781926095485687, 0.30721211433410645], "cos_apical_negg": [-0.005868683103471994, 0.03285183012485504, 0.07951490581035614], "cos_Ac_negg": [0.5939555168151855, 0.6486457586288452, 0.6644296646118164], "r_norm": [0.15043538808822632, 0.15142518281936646, 0.15595465898513794]}, {"step": 5900, "epoch": 12, "train_loss": 0.0011099032126367092, "cos_r_negg": [0.22418621182441711, 0.2767918109893799, 0.3060784339904785], "cos_innovation_negg": [0.22418621182441711, 0.2767918109893799, 0.3060784339904785], "cos_apical_negg": [-0.005779815837740898, 0.03284506872296333, 0.07832050323486328], "cos_Ac_negg": [0.5937525033950806, 0.6487970352172852, 0.6661155819892883], "r_norm": [0.15428504347801208, 0.15492992103099823, 0.15943790972232819]}, {"step": 6000, "epoch": 12, "train_loss": 0.0006464760517701507, "cos_r_negg": [0.22026482224464417, 0.27408331632614136, 0.3008838891983032], "cos_innovation_negg": [0.22026482224464417, 0.27408331632614136, 0.3008838891983032], "cos_apical_negg": [-0.006945154629647732, 0.032189808785915375, 0.07708658277988434], "cos_Ac_negg": [0.5939316749572754, 0.6466071009635925, 0.664664626121521], "r_norm": [0.15557214617729187, 0.15675458312034607, 0.16110199689865112], "ldr": {"dL_sdil": -0.007881097495555878, "dL_bp": -0.015217460691928864, "ratio": 0.5178983310754275}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9753, "test_loss": 0.13703663864135743}, {"step": 6100, "epoch": 13, "train_loss": 0.00047011717106215656, "cos_r_negg": [0.2155582159757614, 0.2691652774810791, 0.29353076219558716], "cos_innovation_negg": [0.2155582159757614, 0.2691652774810791, 0.29353076219558716], "cos_apical_negg": [-0.00823905598372221, 0.032206322997808456, 0.075456902384758], "cos_Ac_negg": [0.5926049947738647, 0.6450304985046387, 0.6638611555099487], "r_norm": [0.15490058064460754, 0.15590539574623108, 0.16053014993667603]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006191445281729102, "cos_r_negg": [0.21145445108413696, 0.2632468044757843, 0.2880074977874756], "cos_innovation_negg": [0.21145445108413696, 0.2632468044757843, 0.2880074977874756], "cos_apical_negg": [-0.00477974209934473, 0.032112378627061844, 0.07395368069410324], "cos_Ac_negg": [0.5930963754653931, 0.6443892121315002, 0.665156364440918], "r_norm": [0.14573867619037628, 0.14631709456443787, 0.15107320249080658]}, {"step": 6300, "epoch": 13, "train_loss": 0.0006084823980927467, "cos_r_negg": [0.20774081349372864, 0.2611802816390991, 0.2843462824821472], "cos_innovation_negg": [0.20774081349372864, 0.2611802816390991, 0.2843462824821472], "cos_apical_negg": [-0.005467954091727734, 0.03359202295541763, 0.07382342964410782], "cos_Ac_negg": [0.5903453826904297, 0.6435489654541016, 0.6650875806808472], "r_norm": [0.1558074653148651, 0.1568615436553955, 0.16144248843193054]}, {"step": 6400, "epoch": 13, "train_loss": 0.00029535041539929807, "cos_r_negg": [0.21015006303787231, 0.26090872287750244, 0.28448501229286194], "cos_innovation_negg": [0.21015006303787231, 0.26090872287750244, 0.28448501229286194], "cos_apical_negg": [-0.006234245374798775, 0.03328931704163551, 0.07406023144721985], "cos_Ac_negg": [0.5899637937545776, 0.6449921727180481, 0.6659203171730042], "r_norm": [0.1541547328233719, 0.15523368120193481, 0.15950702130794525]}, {"step": 6500, "epoch": 13, "train_loss": 0.0001267417101189494, "cos_r_negg": [0.20930953323841095, 0.26244157552719116, 0.28575050830841064], "cos_innovation_negg": [0.20930953323841095, 0.26244157552719116, 0.28575050830841064], "cos_apical_negg": [-0.00786194670945406, 0.03217038884758949, 0.07371644675731659], "cos_Ac_negg": [0.5902331471443176, 0.6453607082366943, 0.6665254831314087], "r_norm": [0.1492280513048172, 0.15031403303146362, 0.15442019701004028], "ldr": {"dL_sdil": -0.007210694253444672, "dL_bp": -0.0137811079621315, "ratio": 0.5232303725693624}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9747, "test_loss": 0.13892102909088136}, {"step": 6600, "epoch": 14, "train_loss": 0.00033589144004508853, "cos_r_negg": [0.2012377679347992, 0.2551075518131256, 0.2807343602180481], "cos_innovation_negg": [0.2012377679347992, 0.2551075518131256, 0.2807343602180481], "cos_apical_negg": [-0.008127100765705109, 0.032083939760923386, 0.07228269428014755], "cos_Ac_negg": [0.5913076400756836, 0.6444406509399414, 0.6687202453613281], "r_norm": [0.14491665363311768, 0.1456868052482605, 0.14983847737312317]}, {"step": 6700, "epoch": 14, "train_loss": 0.0003879019641317427, "cos_r_negg": [0.20080190896987915, 0.25391122698783875, 0.2786269187927246], "cos_innovation_negg": [0.20080190896987915, 0.25391122698783875, 0.2786269187927246], "cos_apical_negg": [-0.005730796605348587, 0.03303510323166847, 0.07268358767032623], "cos_Ac_negg": [0.5866837501525879, 0.6435134410858154, 0.6694850921630859], "r_norm": [0.15811243653297424, 0.15914101898670197, 0.16268214583396912]}, {"step": 6800, "epoch": 14, "train_loss": 0.0007882924983277917, "cos_r_negg": [0.19695380330085754, 0.24855253100395203, 0.273712158203125], "cos_innovation_negg": [0.19695380330085754, 0.24855253100395203, 0.273712158203125], "cos_apical_negg": [-0.007303585764020681, 0.03210416063666344, 0.07287061214447021], "cos_Ac_negg": [0.5861085057258606, 0.6424258947372437, 0.6689814329147339], "r_norm": [0.15456651151180267, 0.1555781066417694, 0.1594783216714859]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005307328538037837, "cos_r_negg": [0.1942259669303894, 0.24703101813793182, 0.27093228697776794], "cos_innovation_negg": [0.1942259669303894, 0.24703101813793182, 0.27093228697776794], "cos_apical_negg": [-0.009035391733050346, 0.032507091760635376, 0.07144492864608765], "cos_Ac_negg": [0.5867035388946533, 0.6425132155418396, 0.6696616411209106], "r_norm": [0.14989393949508667, 0.15100210905075073, 0.1547473669052124]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004972174065187573, "cos_r_negg": [0.1940956711769104, 0.2456737756729126, 0.2701438367366791], "cos_innovation_negg": [0.1940956711769104, 0.2456737756729126, 0.2701438367366791], "cos_apical_negg": [-0.009482834488153458, 0.030541446059942245, 0.07118197530508041], "cos_Ac_negg": [0.5875210762023926, 0.6431896090507507, 0.6700403094291687], "r_norm": [0.141020730137825, 0.14182855188846588, 0.14628368616104126], "ldr": {"dL_sdil": -0.0060822367668151855, "dL_bp": -0.011987894773483276, "ratio": 0.5073648777989643}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9749, "test_loss": 0.14240283432006837}], "final": {"test_acc": 0.9749, "test_loss": 0.14240283432006837, "wall_s": 23.527334213256836, "cos_r_negg": [0.1927020400762558, 0.2439565658569336, 0.26908159255981445], "cos_innovation_negg": [0.1927020400762558, 0.2439565658569336, 0.26908159255981445], "cos_apical_negg": [-0.008781068958342075, 0.030784491449594498, 0.07170166820287704], "cos_Ac_negg": [0.5875163078308105, 0.6434217691421509, 0.6704922318458557]}}