{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_residual_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.01767529547214508, 0.03728756308555603, 0.002514312509447336], "cos_innovation_negg": [0.01767529547214508, 0.03728756308555603, 0.002514312509447336], "cos_apical_negg": [0.015415688045322895, 0.03417167812585831, 0.0006933959666639566], "cos_Ac_negg": [0.01767658442258835, 0.03728780150413513, 0.002514585852622986], "r_norm": [4.749824523925781, 4.774453163146973, 4.856010913848877], "ldr": {"dL_sdil": -0.041074514389038086, "dL_bp": -0.24915242195129395, "ratio": 0.1648569741660694}}, {"step": 100, "epoch": 0, "train_loss": 0.17509281635284424, "cos_r_negg": [0.4975433349609375, 0.40333205461502075, 0.3688212037086487], "cos_innovation_negg": [0.4975433349609375, 0.40333205461502075, 0.3688212037086487], "cos_apical_negg": [0.11618749052286148, 0.11813625693321228, 0.16940230131149292], "cos_Ac_negg": [0.49778246879577637, 0.4039401412010193, 0.3688860535621643], "r_norm": [0.8709042072296143, 0.8829477429389954, 0.8956848382949829]}, {"step": 200, "epoch": 0, "train_loss": 0.32225701212882996, "cos_r_negg": [0.49504613876342773, 0.44531792402267456, 0.40527746081352234], "cos_innovation_negg": [0.49504613876342773, 0.44531792402267456, 0.40527746081352234], "cos_apical_negg": [0.12389877438545227, 0.1307678371667862, 0.16186591982841492], "cos_Ac_negg": [0.4941730499267578, 0.4442378878593445, 0.40495961904525757], "r_norm": [0.714240312576294, 0.7208932042121887, 0.737350583076477]}, {"step": 300, "epoch": 0, "train_loss": 0.19723594188690186, "cos_r_negg": [0.5261498689651489, 0.46736329793930054, 0.42248106002807617], "cos_innovation_negg": [0.5261498689651489, 0.46736329793930054, 0.42248106002807617], "cos_apical_negg": [0.08763691782951355, 0.10477475821971893, 0.14658178389072418], "cos_Ac_negg": [0.524702787399292, 0.46649879217147827, 0.4217778444290161], "r_norm": [0.5128189325332642, 0.5183968544006348, 0.5274415016174316]}, {"step": 400, "epoch": 0, "train_loss": 0.15750786662101746, "cos_r_negg": [0.5310730934143066, 0.5144582390785217, 0.4407214820384979], "cos_innovation_negg": [0.5310730934143066, 0.5144582390785217, 0.4407214820384979], "cos_apical_negg": [0.08404471725225449, 0.11787910014390945, 0.14171254634857178], "cos_Ac_negg": [0.5304864645004272, 0.5137860774993896, 0.4403280019760132], "r_norm": [0.508476734161377, 0.5139731168746948, 0.5231341123580933]}, {"epoch_end": 0, "step": 469, "test_acc": 0.947, "test_loss": 0.17562377853393554}, {"step": 500, "epoch": 1, "train_loss": 0.1597687005996704, "cos_r_negg": [0.5122919678688049, 0.5138441324234009, 0.4631630480289459], "cos_innovation_negg": [0.5122919678688049, 0.5138441324234009, 0.4631630480289459], "cos_apical_negg": [0.08693978935480118, 0.11116659641265869, 0.15668684244155884], "cos_Ac_negg": [0.5122904181480408, 0.5142987966537476, 0.46278059482574463], "r_norm": [0.4930664896965027, 0.4995163679122925, 0.5074531435966492], "ldr": {"dL_sdil": -0.015003561973571777, "dL_bp": -0.012398585677146912, "ratio": 1.2101026975380234}}, {"step": 600, "epoch": 1, "train_loss": 0.09708543121814728, "cos_r_negg": [0.5431234240531921, 0.531376838684082, 0.44608527421951294], "cos_innovation_negg": [0.5431234240531921, 0.531376838684082, 0.44608527421951294], "cos_apical_negg": [0.08340280503034592, 0.10146048665046692, 0.13465362787246704], "cos_Ac_negg": [0.5429235696792603, 0.5293044447898865, 0.445862352848053], "r_norm": [0.4237655699253082, 0.42812156677246094, 0.4349307417869568]}, {"step": 700, "epoch": 1, "train_loss": 0.1818649172782898, "cos_r_negg": [0.5616540312767029, 0.5386641025543213, 0.4616681933403015], "cos_innovation_negg": [0.5616540312767029, 0.5386641025543213, 0.4616681933403015], "cos_apical_negg": [0.08378094434738159, 0.11076634377241135, 0.13736295700073242], "cos_Ac_negg": [0.5616635680198669, 0.537530779838562, 0.4620056748390198], "r_norm": [0.42998117208480835, 0.4348870813846588, 0.4410648047924042]}, {"step": 800, "epoch": 1, "train_loss": 0.1649283766746521, "cos_r_negg": [0.557459831237793, 0.553570568561554, 0.4833041727542877], "cos_innovation_negg": [0.557459831237793, 0.553570568561554, 0.4833041727542877], "cos_apical_negg": [0.07074064016342163, 0.09915652871131897, 0.15585289895534515], "cos_Ac_negg": [0.5573357343673706, 0.5529607534408569, 0.4829045534133911], "r_norm": [0.351260244846344, 0.35430845618247986, 0.3613123893737793]}, {"step": 900, "epoch": 1, "train_loss": 0.18128633499145508, "cos_r_negg": [0.5602138042449951, 0.5554276704788208, 0.4848535656929016], "cos_innovation_negg": [0.5602138042449951, 0.5554276704788208, 0.4848535656929016], "cos_apical_negg": [0.07547470927238464, 0.10947113484144211, 0.1396656185388565], "cos_Ac_negg": [0.5599839091300964, 0.5538674592971802, 0.4847639799118042], "r_norm": [0.41619181632995605, 0.4217885434627533, 0.4277922213077545]}, {"epoch_end": 1, "step": 938, "test_acc": 0.96, "test_loss": 0.13628402557373046}, {"step": 1000, "epoch": 2, "train_loss": 0.014245163649320602, "cos_r_negg": [0.5582895278930664, 0.5609408020973206, 0.48939502239227295], "cos_innovation_negg": [0.5582895278930664, 0.5609408020973206, 0.48939502239227295], "cos_apical_negg": [0.03537789359688759, 0.09007109701633453, 0.12155909091234207], "cos_Ac_negg": [0.558417797088623, 0.5603756904602051, 0.48841458559036255], "r_norm": [0.2976021468639374, 0.2996687889099121, 0.30765464901924133], "ldr": {"dL_sdil": -0.0068322643637657166, "dL_bp": -0.005730554461479187, "ratio": 1.1922518858676292}}, {"step": 1100, "epoch": 2, "train_loss": 0.10803592205047607, "cos_r_negg": [0.5534619092941284, 0.5789526700973511, 0.5089566707611084], "cos_innovation_negg": [0.5534619092941284, 0.5789526700973511, 0.5089566707611084], "cos_apical_negg": [0.0462685264647007, 0.10204433649778366, 0.13513657450675964], "cos_Ac_negg": [0.5526604652404785, 0.5777796506881714, 0.509196400642395], "r_norm": [0.38753318786621094, 0.39252525568008423, 0.40004366636276245]}, {"step": 1200, "epoch": 2, "train_loss": 0.19375663995742798, "cos_r_negg": [0.5653595924377441, 0.5850834250450134, 0.5095187425613403], "cos_innovation_negg": [0.5653595924377441, 0.5850834250450134, 0.5095187425613403], "cos_apical_negg": [0.057870879769325256, 0.09330567717552185, 0.13008034229278564], "cos_Ac_negg": [0.5664764046669006, 0.5854951739311218, 0.5086528062820435], "r_norm": [0.3420349359512329, 0.34734806418418884, 0.35258787870407104]}, {"step": 1300, "epoch": 2, "train_loss": 0.08626707643270493, "cos_r_negg": [0.5832798480987549, 0.5954384803771973, 0.5044431686401367], "cos_innovation_negg": [0.5832798480987549, 0.5954384803771973, 0.5044431686401367], "cos_apical_negg": [0.050631701946258545, 0.0940709263086319, 0.13271114230155945], "cos_Ac_negg": [0.5850399136543274, 0.5957673788070679, 0.5031443238258362], "r_norm": [0.33668726682662964, 0.3421662747859955, 0.3458006680011749]}, {"step": 1400, "epoch": 2, "train_loss": 0.11529648303985596, "cos_r_negg": [0.573486328125, 0.5938014984130859, 0.5095750093460083], "cos_innovation_negg": [0.573486328125, 0.5938014984130859, 0.5095750093460083], "cos_apical_negg": [0.04238450899720192, 0.08704474568367004, 0.11725302040576935], "cos_Ac_negg": [0.5743416547775269, 0.5939078330993652, 0.5077441930770874], "r_norm": [0.2862524390220642, 0.28860414028167725, 0.29272639751434326]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9655, "test_loss": 0.11371440372467041}, {"step": 1500, "epoch": 3, "train_loss": 0.08936333656311035, "cos_r_negg": [0.5783503651618958, 0.5958328247070312, 0.5227053165435791], "cos_innovation_negg": [0.5783503651618958, 0.5958328247070312, 0.5227053165435791], "cos_apical_negg": [0.058128561824560165, 0.08985227346420288, 0.12818922102451324], "cos_Ac_negg": [0.5810917019844055, 0.5977128744125366, 0.5219247341156006], "r_norm": [0.30634763836860657, 0.3092188835144043, 0.3137034773826599], "ldr": {"dL_sdil": -0.009206898510456085, "dL_bp": -0.008490093052387238, "ratio": 1.0844284572201828}}, {"step": 1600, "epoch": 3, "train_loss": 0.03847982734441757, "cos_r_negg": [0.5721505880355835, 0.6015081405639648, 0.538394570350647], "cos_innovation_negg": [0.5721505880355835, 0.6015081405639648, 0.538394570350647], "cos_apical_negg": [0.047964029014110565, 0.08151105046272278, 0.12632524967193604], "cos_Ac_negg": [0.5769691467285156, 0.603405773639679, 0.537426233291626], "r_norm": [0.2822626829147339, 0.28604504466056824, 0.28683629631996155]}, {"step": 1700, "epoch": 3, "train_loss": 0.032343361526727676, "cos_r_negg": [0.5575027465820312, 0.5930342674255371, 0.5395357608795166], "cos_innovation_negg": [0.5575027465820312, 0.5930342674255371, 0.5395357608795166], "cos_apical_negg": [0.05143904685974121, 0.08221805840730667, 0.133917436003685], "cos_Ac_negg": [0.5824142694473267, 0.6069841384887695, 0.5476691722869873], "r_norm": [0.27640581130981445, 0.28019270300865173, 0.28369253873825073]}, {"step": 1800, "epoch": 3, "train_loss": 0.026220418512821198, "cos_r_negg": [0.5699102878570557, 0.6016329526901245, 0.5518378019332886], "cos_innovation_negg": [0.5699102878570557, 0.6016329526901245, 0.5518378019332886], "cos_apical_negg": [0.03474421799182892, 0.07611443102359772, 0.11839596927165985], "cos_Ac_negg": [0.5838421583175659, 0.6098796129226685, 0.5545596480369568], "r_norm": [0.21730363368988037, 0.22058764100074768, 0.22224876284599304]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9667, "test_loss": 0.11673946208953857}, {"step": 1900, "epoch": 4, "train_loss": 0.02581382356584072, "cos_r_negg": [0.5651746988296509, 0.6027153730392456, 0.5560572147369385], "cos_innovation_negg": [0.5651746988296509, 0.6027153730392456, 0.5560572147369385], "cos_apical_negg": [0.03459694981575012, 0.07795149087905884, 0.11487835645675659], "cos_Ac_negg": [0.5787738561630249, 0.613370418548584, 0.5600499510765076], "r_norm": [0.24008040130138397, 0.24260438978672028, 0.24710731208324432]}, {"step": 2000, "epoch": 4, "train_loss": 0.043413709849119186, "cos_r_negg": [0.5390135049819946, 0.5880950689315796, 0.5479379892349243], "cos_innovation_negg": [0.5390135049819946, 0.5880950689315796, 0.5479379892349243], "cos_apical_negg": [0.033422425389289856, 0.08546341955661774, 0.12646059691905975], "cos_Ac_negg": [0.571420431137085, 0.6140965819358826, 0.5627903342247009], "r_norm": [0.23989640176296234, 0.24191661179065704, 0.24486878514289856], "ldr": {"dL_sdil": -0.00921265035867691, "dL_bp": -0.009466208517551422, "ratio": 0.9732143911256143}}, {"step": 2100, "epoch": 4, "train_loss": 0.017345048487186432, "cos_r_negg": [0.5627932548522949, 0.5979176759719849, 0.5574103593826294], "cos_innovation_negg": [0.5627932548522949, 0.5979176759719849, 0.5574103593826294], "cos_apical_negg": [0.02551228180527687, 0.0805293619632721, 0.11841922998428345], "cos_Ac_negg": [0.5939663648605347, 0.6210989952087402, 0.5725558996200562], "r_norm": [0.2211616337299347, 0.22288961708545685, 0.22653460502624512]}, {"step": 2200, "epoch": 4, "train_loss": 0.005916507449001074, "cos_r_negg": [0.5655982494354248, 0.6089769005775452, 0.5700035095214844], "cos_innovation_negg": [0.5655982494354248, 0.6089769005775452, 0.5700035095214844], "cos_apical_negg": [0.036312371492385864, 0.08154720813035965, 0.1202714741230011], "cos_Ac_negg": [0.5922354459762573, 0.6318511962890625, 0.5815303921699524], "r_norm": [0.24052634835243225, 0.24335400760173798, 0.24619004130363464]}, {"step": 2300, "epoch": 4, "train_loss": 0.16136693954467773, "cos_r_negg": [0.5516446828842163, 0.5938196182250977, 0.559701681137085], "cos_innovation_negg": [0.5516446828842163, 0.5938196182250977, 0.559701681137085], "cos_apical_negg": [0.032704997807741165, 0.07346057146787643, 0.11832443624734879], "cos_Ac_negg": [0.5918793082237244, 0.6262285709381104, 0.5788072347640991], "r_norm": [0.1954016089439392, 0.19766303896903992, 0.1996578574180603]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9719, "test_loss": 0.10524423446655273}, {"step": 2400, "epoch": 5, "train_loss": 0.0710926428437233, "cos_r_negg": [0.5653858184814453, 0.6059912443161011, 0.5625099539756775], "cos_innovation_negg": [0.5653858184814453, 0.6059912443161011, 0.5625099539756775], "cos_apical_negg": [0.016023822128772736, 0.06713022291660309, 0.10897444188594818], "cos_Ac_negg": [0.6120545268058777, 0.6424462795257568, 0.5879056453704834], "r_norm": [0.18106362223625183, 0.18413177132606506, 0.18646585941314697]}, {"step": 2500, "epoch": 5, "train_loss": 0.01808163896203041, "cos_r_negg": [0.5108247995376587, 0.5604627132415771, 0.5431246161460876], "cos_innovation_negg": [0.5108247995376587, 0.5604627132415771, 0.5431246161460876], "cos_apical_negg": [0.016557615250349045, 0.07462646067142487, 0.11858949065208435], "cos_Ac_negg": [0.5983515977859497, 0.6272869110107422, 0.5899462103843689], "r_norm": [0.26577088236808777, 0.269166499376297, 0.270310640335083], "ldr": {"dL_sdil": -0.012525133788585663, "dL_bp": -0.013445675373077393, "ratio": 0.9315362331047384}}, {"step": 2600, "epoch": 5, "train_loss": 0.02552671916782856, "cos_r_negg": [0.5264327526092529, 0.5699678659439087, 0.5497574806213379], "cos_innovation_negg": [0.5264327526092529, 0.5699678659439087, 0.5497574806213379], "cos_apical_negg": [0.03641090542078018, 0.08105245977640152, 0.12503226101398468], "cos_Ac_negg": [0.6009337306022644, 0.636478066444397, 0.589719831943512], "r_norm": [0.24126897752285004, 0.24377411603927612, 0.24600544571876526]}, {"step": 2700, "epoch": 5, "train_loss": 0.019685301929712296, "cos_r_negg": [0.540636420249939, 0.578506588935852, 0.5580445528030396], "cos_innovation_negg": [0.540636420249939, 0.578506588935852, 0.5580445528030396], "cos_apical_negg": [0.0297347754240036, 0.06568491458892822, 0.11520075798034668], "cos_Ac_negg": [0.6147531270980835, 0.6533650755882263, 0.6031450629234314], "r_norm": [0.19449009001255035, 0.19642406702041626, 0.19922471046447754]}, {"step": 2800, "epoch": 5, "train_loss": 0.07865852862596512, "cos_r_negg": [0.5507789850234985, 0.581382155418396, 0.5632185935974121], "cos_innovation_negg": [0.5507789850234985, 0.581382155418396, 0.5632185935974121], "cos_apical_negg": [0.03421325236558914, 0.07255618274211884, 0.1184140294790268], "cos_Ac_negg": [0.6072455048561096, 0.6386983394622803, 0.5979628562927246], "r_norm": [0.21219971776008606, 0.21393488347530365, 0.21595433354377747]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9715, "test_loss": 0.10897763557434081}, {"step": 2900, "epoch": 6, "train_loss": 0.009145213291049004, "cos_r_negg": [0.5207064747810364, 0.5689835548400879, 0.5601541996002197], "cos_innovation_negg": [0.5207064747810364, 0.5689835548400879, 0.5601541996002197], "cos_apical_negg": [0.015072949230670929, 0.0640232041478157, 0.11946884542703629], "cos_Ac_negg": [0.60323166847229, 0.6468353271484375, 0.6125844717025757], "r_norm": [0.20500819385051727, 0.20745383203029633, 0.20849820971488953]}, {"step": 3000, "epoch": 6, "train_loss": 0.0715070441365242, "cos_r_negg": [0.49930766224861145, 0.5488592386245728, 0.5531019568443298], "cos_innovation_negg": [0.49930766224861145, 0.5488592386245728, 0.5531019568443298], "cos_apical_negg": [0.013733266852796078, 0.06253304332494736, 0.11913203448057175], "cos_Ac_negg": [0.6024250984191895, 0.6468963623046875, 0.6145122647285461], "r_norm": [0.19223961234092712, 0.19386914372444153, 0.19674967229366302], "ldr": {"dL_sdil": -0.006430089473724365, "dL_bp": -0.007251575589179993, "ratio": 0.886716189419392}}, {"step": 3100, "epoch": 6, "train_loss": 0.01816060021519661, "cos_r_negg": [0.48341017961502075, 0.5377269983291626, 0.5396313071250916], "cos_innovation_negg": [0.48341017961502075, 0.5377269983291626, 0.5396313071250916], "cos_apical_negg": [0.02214656211435795, 0.06700734794139862, 0.1243247240781784], "cos_Ac_negg": [0.6071529388427734, 0.6570723056793213, 0.6200355291366577], "r_norm": [0.21362580358982086, 0.21481359004974365, 0.2180177867412567]}, {"step": 3200, "epoch": 6, "train_loss": 0.024276409298181534, "cos_r_negg": [0.4661824405193329, 0.5266361236572266, 0.5287977457046509], "cos_innovation_negg": [0.4661824405193329, 0.5266361236572266, 0.5287977457046509], "cos_apical_negg": [0.01684332638978958, 0.0681089237332344, 0.12278212606906891], "cos_Ac_negg": [0.6078313589096069, 0.658248782157898, 0.6226560473442078], "r_norm": [0.21652251482009888, 0.2184813767671585, 0.21925285458564758]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9733, "test_loss": 0.1132070237159729}, {"step": 3300, "epoch": 7, "train_loss": 0.011985664255917072, "cos_r_negg": [0.4865093231201172, 0.5362573862075806, 0.5370480418205261], "cos_innovation_negg": [0.4865093231201172, 0.5362573862075806, 0.5370480418205261], "cos_apical_negg": [0.00796530768275261, 0.0603739395737648, 0.12149442732334137], "cos_Ac_negg": [0.6164408922195435, 0.6616761088371277, 0.6272478103637695], "r_norm": [0.17885759472846985, 0.18030945956707, 0.182717964053154]}, {"step": 3400, "epoch": 7, "train_loss": 0.03560802340507507, "cos_r_negg": [0.44791898131370544, 0.5046046376228333, 0.51435387134552], "cos_innovation_negg": [0.44791898131370544, 0.5046046376228333, 0.51435387134552], "cos_apical_negg": [0.0138439005240798, 0.0664428249001503, 0.12263033539056778], "cos_Ac_negg": [0.6202693581581116, 0.6579979658126831, 0.6237648725509644], "r_norm": [0.19945357739925385, 0.20128455758094788, 0.20433785021305084]}, {"step": 3500, "epoch": 7, "train_loss": 0.01580345816910267, "cos_r_negg": [0.421935498714447, 0.4741741716861725, 0.497981458902359], "cos_innovation_negg": [0.421935498714447, 0.4741741716861725, 0.497981458902359], "cos_apical_negg": [0.021678755059838295, 0.062351614236831665, 0.1227707713842392], "cos_Ac_negg": [0.6099575757980347, 0.6519378423690796, 0.629919171333313], "r_norm": [0.16567443311214447, 0.1672157198190689, 0.16966548562049866], "ldr": {"dL_sdil": -0.006317123770713806, "dL_bp": -0.008358336985111237, "ratio": 0.7557871598102042}}, {"step": 3600, "epoch": 7, "train_loss": 0.0018474484095349908, "cos_r_negg": [0.4476993978023529, 0.494841992855072, 0.513182520866394], "cos_innovation_negg": [0.4476993978023529, 0.494841992855072, 0.513182520866394], "cos_apical_negg": [0.018582699820399284, 0.06624887883663177, 0.12038591504096985], "cos_Ac_negg": [0.6241501569747925, 0.6635108590126038, 0.6401136517524719], "r_norm": [0.18853527307510376, 0.19027414917945862, 0.19222232699394226]}, {"step": 3700, "epoch": 7, "train_loss": 0.009599377401173115, "cos_r_negg": [0.40976840257644653, 0.46963703632354736, 0.4920122027397156], "cos_innovation_negg": [0.40976840257644653, 0.46963703632354736, 0.4920122027397156], "cos_apical_negg": [0.012469684705138206, 0.062279049307107925, 0.11710610240697861], "cos_Ac_negg": [0.6172502040863037, 0.6636425256729126, 0.6380182504653931], "r_norm": [0.17751789093017578, 0.17908617854118347, 0.17978350818157196]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9724, "test_loss": 0.11808997554779052}, {"step": 3800, "epoch": 8, "train_loss": 0.004688822664320469, "cos_r_negg": [0.3743799924850464, 0.43885743618011475, 0.47301656007766724], "cos_innovation_negg": [0.3743799924850464, 0.43885743618011475, 0.47301656007766724], "cos_apical_negg": [0.0036443760618567467, 0.06525722146034241, 0.12600061297416687], "cos_Ac_negg": [0.6125617027282715, 0.6577926278114319, 0.6411197185516357], "r_norm": [0.20205265283584595, 0.203693687915802, 0.2046319544315338]}, {"step": 3900, "epoch": 8, "train_loss": 0.006033105310052633, "cos_r_negg": [0.35067611932754517, 0.4182766079902649, 0.4520740807056427], "cos_innovation_negg": [0.35067611932754517, 0.4182766079902649, 0.4520740807056427], "cos_apical_negg": [-0.0008125752210617065, 0.06210014969110489, 0.11539337784051895], "cos_Ac_negg": [0.6148279905319214, 0.6582210659980774, 0.6479083895683289], "r_norm": [0.16353049874305725, 0.16419976949691772, 0.16604915261268616]}, {"step": 4000, "epoch": 8, "train_loss": 0.004340995103120804, "cos_r_negg": [0.3396536111831665, 0.4068759083747864, 0.4441215991973877], "cos_innovation_negg": [0.3396536111831665, 0.4068759083747864, 0.4441215991973877], "cos_apical_negg": [0.0033229896798729897, 0.06548186391592026, 0.11455140262842178], "cos_Ac_negg": [0.6149129867553711, 0.6597929000854492, 0.6462996602058411], "r_norm": [0.18419606983661652, 0.1867668479681015, 0.18584467470645905], "ldr": {"dL_sdil": -0.009168088436126709, "dL_bp": -0.01314333826303482, "ratio": 0.6975464111664567}}, {"step": 4100, "epoch": 8, "train_loss": 0.00870001781731844, "cos_r_negg": [0.36556869745254517, 0.42563098669052124, 0.4615456461906433], "cos_innovation_negg": [0.36556869745254517, 0.42563098669052124, 0.4615456461906433], "cos_apical_negg": [0.011623446829617023, 0.059345588088035583, 0.11349816620349884], "cos_Ac_negg": [0.6119230389595032, 0.6618313789367676, 0.650639533996582], "r_norm": [0.17602267861366272, 0.17788194119930267, 0.1778104603290558]}, {"step": 4200, "epoch": 8, "train_loss": 0.014143695123493671, "cos_r_negg": [0.36391937732696533, 0.41778942942619324, 0.4546824097633362], "cos_innovation_negg": [0.36391937732696533, 0.41778942942619324, 0.4546824097633362], "cos_apical_negg": [0.017321418970823288, 0.06580847501754761, 0.11721920967102051], "cos_Ac_negg": [0.6158136129379272, 0.662009596824646, 0.6472315788269043], "r_norm": [0.19318892061710358, 0.19453930854797363, 0.19671779870986938]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9732, "test_loss": 0.12282343168258666}, {"step": 4300, "epoch": 9, "train_loss": 0.0032092463225126266, "cos_r_negg": [0.3330169916152954, 0.3981086313724518, 0.4332948327064514], "cos_innovation_negg": [0.3330169916152954, 0.3981086313724518, 0.4332948327064514], "cos_apical_negg": [0.008161344565451145, 0.06398330628871918, 0.11448262631893158], "cos_Ac_negg": [0.6102118492126465, 0.6607881784439087, 0.648625910282135], "r_norm": [0.19351688027381897, 0.1955786794424057, 0.1956542432308197]}, {"step": 4400, "epoch": 9, "train_loss": 0.001069177407771349, "cos_r_negg": [0.31436893343925476, 0.3792405128479004, 0.4175804853439331], "cos_innovation_negg": [0.31436893343925476, 0.3792405128479004, 0.4175804853439331], "cos_apical_negg": [0.0034335567615926266, 0.060172080993652344, 0.11194276809692383], "cos_Ac_negg": [0.6074249148368835, 0.657621443271637, 0.6497157216072083], "r_norm": [0.17512217164039612, 0.17642568051815033, 0.17667174339294434]}, {"step": 4500, "epoch": 9, "train_loss": 0.08040723204612732, "cos_r_negg": [0.30991387367248535, 0.36579954624176025, 0.40476682782173157], "cos_innovation_negg": [0.30991387367248535, 0.36579954624176025, 0.40476682782173157], "cos_apical_negg": [0.012391677126288414, 0.06332561373710632, 0.11174505949020386], "cos_Ac_negg": [0.605425238609314, 0.6566510200500488, 0.6502143740653992], "r_norm": [0.18233337998390198, 0.1843034327030182, 0.1852201372385025], "ldr": {"dL_sdil": -0.00801856815814972, "dL_bp": -0.01233837753534317, "ratio": 0.6498883775586055}}, {"step": 4600, "epoch": 9, "train_loss": 0.003453320823609829, "cos_r_negg": [0.31546252965927124, 0.3722880482673645, 0.4147198796272278], "cos_innovation_negg": [0.31546252965927124, 0.3722880482673645, 0.4147198796272278], "cos_apical_negg": [0.012299302965402603, 0.05744505301117897, 0.11137974262237549], "cos_Ac_negg": [0.6120774149894714, 0.6598763465881348, 0.6571483016014099], "r_norm": [0.17425686120986938, 0.1754762828350067, 0.17738035321235657]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9724, "test_loss": 0.12562893190383911}, {"step": 4700, "epoch": 10, "train_loss": 0.001479143276810646, "cos_r_negg": [0.2941581904888153, 0.3462350368499756, 0.38551393151283264], "cos_innovation_negg": [0.2941581904888153, 0.3462350368499756, 0.38551393151283264], "cos_apical_negg": [0.006535946391522884, 0.055504683405160904, 0.1015453189611435], "cos_Ac_negg": [0.6063218116760254, 0.6541507244110107, 0.6517965793609619], "r_norm": [0.17782631516456604, 0.17889955639839172, 0.18163086473941803]}, {"step": 4800, "epoch": 10, "train_loss": 0.005755386780947447, "cos_r_negg": [0.28948140144348145, 0.3457110524177551, 0.3862270712852478], "cos_innovation_negg": [0.28948140144348145, 0.3457110524177551, 0.3862270712852478], "cos_apical_negg": [0.0035658692941069603, 0.06003706157207489, 0.10304266214370728], "cos_Ac_negg": [0.6079223155975342, 0.6549617052078247, 0.6528621315956116], "r_norm": [0.16757214069366455, 0.1692620813846588, 0.17122630774974823]}, {"step": 4900, "epoch": 10, "train_loss": 0.0012413340155035257, "cos_r_negg": [0.28225111961364746, 0.33978506922721863, 0.37782710790634155], "cos_innovation_negg": [0.28225111961364746, 0.33978506922721863, 0.37782710790634155], "cos_apical_negg": [4.943110980093479e-05, 0.05673644691705704, 0.10129523277282715], "cos_Ac_negg": [0.6072084307670593, 0.6557126045227051, 0.6524120569229126], "r_norm": [0.16640053689479828, 0.1678115725517273, 0.17007088661193848]}, {"step": 5000, "epoch": 10, "train_loss": 0.0007068759296089411, "cos_r_negg": [0.27025720477104187, 0.3285697102546692, 0.37197166681289673], "cos_innovation_negg": [0.27025720477104187, 0.3285697102546692, 0.37197166681289673], "cos_apical_negg": [0.0031626210547983646, 0.0593554750084877, 0.1041841208934784], "cos_Ac_negg": [0.605614185333252, 0.6529886722564697, 0.6520781517028809], "r_norm": [0.16406592726707458, 0.1654266119003296, 0.16743773221969604], "ldr": {"dL_sdil": -0.0072349607944488525, "dL_bp": -0.011477462947368622, "ratio": 0.630362374300461}}, {"step": 5100, "epoch": 10, "train_loss": 0.0020517022348940372, "cos_r_negg": [0.2734268009662628, 0.3238193392753601, 0.3673960566520691], "cos_innovation_negg": [0.2734268009662628, 0.3238193392753601, 0.3673960566520691], "cos_apical_negg": [0.0040702782571315765, 0.05675593391060829, 0.10166744887828827], "cos_Ac_negg": [0.6023961305618286, 0.6538525223731995, 0.6518510580062866], "r_norm": [0.1594313681125641, 0.16045798361301422, 0.1636919528245926]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9737, "test_loss": 0.12942691631317138}, {"step": 5200, "epoch": 11, "train_loss": 0.0009447101037949324, "cos_r_negg": [0.27504998445510864, 0.32590317726135254, 0.37007665634155273], "cos_innovation_negg": [0.27504998445510864, 0.32590317726135254, 0.37007665634155273], "cos_apical_negg": [0.005906685255467892, 0.05529320240020752, 0.10000424087047577], "cos_Ac_negg": [0.5991940498352051, 0.6549771428108215, 0.6554460525512695], "r_norm": [0.1676741987466812, 0.16874822974205017, 0.17141152918338776]}, {"step": 5300, "epoch": 11, "train_loss": 0.002786048222333193, "cos_r_negg": [0.25757014751434326, 0.31285297870635986, 0.3559439182281494], "cos_innovation_negg": [0.25757014751434326, 0.31285297870635986, 0.3559439182281494], "cos_apical_negg": [0.0007860306650400162, 0.05470998212695122, 0.09603939950466156], "cos_Ac_negg": [0.5953935384750366, 0.6516157984733582, 0.6553336977958679], "r_norm": [0.16268977522850037, 0.1643703281879425, 0.1648414582014084]}, {"step": 5400, "epoch": 11, "train_loss": 0.0017298487946391106, "cos_r_negg": [0.25706911087036133, 0.30632898211479187, 0.3487485647201538], "cos_innovation_negg": [0.25706911087036133, 0.30632898211479187, 0.3487485647201538], "cos_apical_negg": [0.0017285854555666447, 0.05273089557886124, 0.09379982948303223], "cos_Ac_negg": [0.5986457467079163, 0.6504547595977783, 0.6536934971809387], "r_norm": [0.15570726990699768, 0.15690907835960388, 0.15948693454265594]}, {"step": 5500, "epoch": 11, "train_loss": 0.0011652226094156504, "cos_r_negg": [0.24918265640735626, 0.29930007457733154, 0.34484216570854187], "cos_innovation_negg": [0.24918265640735626, 0.29930007457733154, 0.34484216570854187], "cos_apical_negg": [0.0025983727537095547, 0.05365142226219177, 0.09881532192230225], "cos_Ac_negg": [0.5980652570724487, 0.6493713855743408, 0.6545578837394714], "r_norm": [0.16840405762195587, 0.16959857940673828, 0.1719251573085785], "ldr": {"dL_sdil": -0.008044131100177765, "dL_bp": -0.013246871531009674, "ratio": 0.607247611735889}}, {"step": 5600, "epoch": 11, "train_loss": 0.00058410270139575, "cos_r_negg": [0.23608864843845367, 0.29058295488357544, 0.3340868055820465], "cos_innovation_negg": [0.23608864843845367, 0.29058295488357544, 0.3340868055820465], "cos_apical_negg": [-0.0014969015028327703, 0.052514299750328064, 0.0947546735405922], "cos_Ac_negg": [0.5975660085678101, 0.6485641002655029, 0.6523817181587219], "r_norm": [0.15986914932727814, 0.16145658493041992, 0.16321061551570892]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9732, "test_loss": 0.132458203125}, {"step": 5700, "epoch": 12, "train_loss": 0.0013621447142213583, "cos_r_negg": [0.24343115091323853, 0.29329371452331543, 0.3370521664619446], "cos_innovation_negg": [0.24343115091323853, 0.29329371452331543, 0.3370521664619446], "cos_apical_negg": [0.00218449835665524, 0.05301017314195633, 0.0952487364411354], "cos_Ac_negg": [0.5987480878829956, 0.6501702070236206, 0.6578517556190491], "r_norm": [0.16959352791309357, 0.17127740383148193, 0.17256619036197662]}, {"step": 5800, "epoch": 12, "train_loss": 0.0005102292634546757, "cos_r_negg": [0.23084500432014465, 0.28513145446777344, 0.3270755410194397], "cos_innovation_negg": [0.23084500432014465, 0.28513145446777344, 0.3270755410194397], "cos_apical_negg": [-0.0009406257886439562, 0.053193897008895874, 0.09250657260417938], "cos_Ac_negg": [0.5968866348266602, 0.6491766571998596, 0.656719446182251], "r_norm": [0.16447961330413818, 0.1661590039730072, 0.1673867404460907]}, {"step": 5900, "epoch": 12, "train_loss": 0.0023375635500997305, "cos_r_negg": [0.2285129725933075, 0.2835027277469635, 0.3267625570297241], "cos_innovation_negg": [0.2285129725933075, 0.2835027277469635, 0.3267625570297241], "cos_apical_negg": [0.0002898495877161622, 0.053974054753780365, 0.09298832714557648], "cos_Ac_negg": [0.5957195162773132, 0.6496959328651428, 0.6580698490142822], "r_norm": [0.16620704531669617, 0.1678336262702942, 0.16897913813591003]}, {"step": 6000, "epoch": 12, "train_loss": 0.0003156436432618648, "cos_r_negg": [0.22705024480819702, 0.28205057978630066, 0.3221222162246704], "cos_innovation_negg": [0.22705024480819702, 0.28205057978630066, 0.3221222162246704], "cos_apical_negg": [0.00018784520216286182, 0.05370461940765381, 0.08995052427053452], "cos_Ac_negg": [0.595751166343689, 0.650306224822998, 0.6576043963432312], "r_norm": [0.16127127408981323, 0.16293984651565552, 0.16411817073822021], "ldr": {"dL_sdil": -0.008749410510063171, "dL_bp": -0.0156887024641037, "ratio": 0.5576885998113693}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9732, "test_loss": 0.1357969973564148}, {"step": 6100, "epoch": 13, "train_loss": 0.00030620978213846684, "cos_r_negg": [0.2246711254119873, 0.2794528901576996, 0.3173590302467346], "cos_innovation_negg": [0.2246711254119873, 0.2794528901576996, 0.3173590302467346], "cos_apical_negg": [-0.0024985834024846554, 0.05318703502416611, 0.08709334582090378], "cos_Ac_negg": [0.5922064185142517, 0.6485128402709961, 0.6579561829566956], "r_norm": [0.15849639475345612, 0.15987026691436768, 0.16183032095432281]}, {"step": 6200, "epoch": 13, "train_loss": 0.000819559209048748, "cos_r_negg": [0.21680289506912231, 0.2714208662509918, 0.3083668351173401], "cos_innovation_negg": [0.21680289506912231, 0.2714208662509918, 0.3083668351173401], "cos_apical_negg": [-0.0016395982820540667, 0.05421179533004761, 0.08559107780456543], "cos_Ac_negg": [0.5904892683029175, 0.646056056022644, 0.6563012599945068], "r_norm": [0.15917962789535522, 0.1605096161365509, 0.1623694747686386]}, {"step": 6300, "epoch": 13, "train_loss": 0.0005211620591580868, "cos_r_negg": [0.21051853895187378, 0.266712486743927, 0.3031655251979828], "cos_innovation_negg": [0.21051853895187378, 0.266712486743927, 0.3031655251979828], "cos_apical_negg": [-0.00391730759292841, 0.05355990305542946, 0.08441944420337677], "cos_Ac_negg": [0.5890489816665649, 0.6451348066329956, 0.6550300121307373], "r_norm": [0.162738636136055, 0.16433613002300262, 0.16605722904205322]}, {"step": 6400, "epoch": 13, "train_loss": 0.00019245364819653332, "cos_r_negg": [0.21403810381889343, 0.2666715383529663, 0.3041558265686035], "cos_innovation_negg": [0.21403810381889343, 0.2666715383529663, 0.3041558265686035], "cos_apical_negg": [-0.002283968962728977, 0.05306035280227661, 0.08431465923786163], "cos_Ac_negg": [0.5907934904098511, 0.6469413638114929, 0.6580089926719666], "r_norm": [0.1597675085067749, 0.161129429936409, 0.1630009412765503]}, {"step": 6500, "epoch": 13, "train_loss": 8.894606435205787e-05, "cos_r_negg": [0.21055686473846436, 0.2640681266784668, 0.30202844738960266], "cos_innovation_negg": [0.21055686473846436, 0.2640681266784668, 0.30202844738960266], "cos_apical_negg": [-0.003650207072496414, 0.053804975003004074, 0.08419294655323029], "cos_Ac_negg": [0.5904040932655334, 0.6467540860176086, 0.6584591865539551], "r_norm": [0.15792900323867798, 0.15934449434280396, 0.16118767857551575], "ldr": {"dL_sdil": -0.008762657642364502, "dL_bp": -0.015807971358299255, "ratio": 0.554318922001593}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9732, "test_loss": 0.13811577005386352}, {"step": 6600, "epoch": 14, "train_loss": 0.0001483679807279259, "cos_r_negg": [0.20789846777915955, 0.2618699073791504, 0.3022313117980957], "cos_innovation_negg": [0.20789846777915955, 0.2618699073791504, 0.3022313117980957], "cos_apical_negg": [-0.002257916610687971, 0.053595833480358124, 0.08734874427318573], "cos_Ac_negg": [0.589479923248291, 0.6461293697357178, 0.6584813594818115], "r_norm": [0.15781164169311523, 0.15928754210472107, 0.16065174341201782]}, {"step": 6700, "epoch": 14, "train_loss": 0.0001985140552278608, "cos_r_negg": [0.20521223545074463, 0.25920915603637695, 0.29712140560150146], "cos_innovation_negg": [0.20521223545074463, 0.25920915603637695, 0.29712140560150146], "cos_apical_negg": [-0.0038474048487842083, 0.052335552871227264, 0.08340521156787872], "cos_Ac_negg": [0.58717942237854, 0.6465771198272705, 0.657573938369751], "r_norm": [0.15585049986839294, 0.15715712308883667, 0.15876515209674835]}, {"step": 6800, "epoch": 14, "train_loss": 0.002169717103242874, "cos_r_negg": [0.2027571201324463, 0.2553759217262268, 0.2935708165168762], "cos_innovation_negg": [0.2027571201324463, 0.2553759217262268, 0.2935708165168762], "cos_apical_negg": [-0.0022205498535186052, 0.05251191556453705, 0.08286882191896439], "cos_Ac_negg": [0.5884904265403748, 0.645618200302124, 0.6573837995529175], "r_norm": [0.15644827485084534, 0.1578161120414734, 0.15946391224861145]}, {"step": 6900, "epoch": 14, "train_loss": 0.00026743928901851177, "cos_r_negg": [0.19792090356349945, 0.25146740674972534, 0.2899780571460724], "cos_innovation_negg": [0.19792090356349945, 0.25146740674972534, 0.2899780571460724], "cos_apical_negg": [-0.0020037228241562843, 0.052818696945905685, 0.08272625505924225], "cos_Ac_negg": [0.5900148153305054, 0.6462239623069763, 0.6577309370040894], "r_norm": [0.15712875127792358, 0.15858200192451477, 0.1602741777896881]}, {"step": 7000, "epoch": 14, "train_loss": 0.000929106492549181, "cos_r_negg": [0.19869264960289001, 0.25120824575424194, 0.28751811385154724], "cos_innovation_negg": [0.19869264960289001, 0.25120824575424194, 0.28751811385154724], "cos_apical_negg": [-0.0020008564461022615, 0.05232146382331848, 0.08212249726057053], "cos_Ac_negg": [0.5898680686950684, 0.6445186138153076, 0.6583946943283081], "r_norm": [0.15886053442955017, 0.16022218763828278, 0.16218824684619904], "ldr": {"dL_sdil": -0.008912354707717896, "dL_bp": -0.01609010249376297, "ratio": 0.553902917099043}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9728, "test_loss": 0.14043981161117552}], "final": {"test_acc": 0.9728, "test_loss": 0.14043981161117552, "wall_s": 24.184848070144653, "cos_r_negg": [0.19753050804138184, 0.25003182888031006, 0.28698357939720154], "cos_innovation_negg": [0.19753050804138184, 0.25003182888031006, 0.28698357939720154], "cos_apical_negg": [-0.0024302112869918346, 0.051940012723207474, 0.08151642978191376], "cos_Ac_negg": [0.5888445377349854, 0.6440334916114807, 0.6589258909225464]}}