results/A_nuis_rho2_res0_s0.json


1

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 2.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho2_res0_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.00662547443062067, 0.011259427294135094, 0.03386039286851883], "cos_apical_negg": [-0.00656206626445055, 0.011204319074749947, 0.033816881477832794], "cos_Ac_negg": [-0.009778371080756187, 0.013300979509949684, 0.07611921429634094], "r_norm": [28.137527465820312, 21.772357940673828, 15.222686767578125], "ldr": {"dL_sdil": 0.22166824340820312, "dL_bp": -0.14693808555603027, "ratio": -1.5085826289990476}}, {"step": 50, "epoch": 0, "train_loss": 6.57172155380249, "cos_r_negg": [1.3285422028275207e-05, 5.4437218621750105e-11, -0.10394537448883057], "cos_apical_negg": [2.1367797671700828e-05, -1.763225565554194e-09, 0.26209557056427], "cos_Ac_negg": [1.7416961782146245e-05, 5.4425693118975715e-11, -0.10394475609064102], "r_norm": [6.8034868240356445, 5.050103187561035, 6.363033294677734]}, {"step": 100, "epoch": 0, "train_loss": 16.435304641723633, "cos_r_negg": [2.4305245460709557e-05, 6.996619950072613e-11, 0.1409021019935608], "cos_apical_negg": [3.962268237955868e-06, -2.1421384110986708e-10, 0.5302808880805969], "cos_Ac_negg": [1.0461596502864268e-05, 6.996621337851394e-11, 0.1409016102552414], "r_norm": [6.839214324951172, 5.528974533081055, 9.912115097045898]}, {"step": 150, "epoch": 0, "train_loss": 11.327096939086914, "cos_r_negg": [7.801561423548264e-07, -1.8996094627854454e-11, 0.08682495355606079], "cos_apical_negg": [1.228401060870965e-06, -1.1473975242148882e-10, 0.08050787448883057], "cos_Ac_negg": [8.197077931981767e-07, -1.8996085954237074e-11, 0.0868249461054802], "r_norm": [6.50697660446167, 5.756374359130859, 13.73726749420166]}, {"step": 200, "epoch": 0, "train_loss": 12.109844207763672, "cos_r_negg": [7.606776648572122e-07, -1.7887023459617346e-11, 0.08844766765832901], "cos_apical_negg": [-7.722089776507346e-07, -5.665871105620113e-10, 0.07945622503757477], "cos_Ac_negg": [8.207114206015831e-07, -1.7887002642935634e-11, 0.0884476751089096], "r_norm": [6.0212202072143555, 5.498653888702393, 17.035804748535156]}, {"step": 250, "epoch": 0, "train_loss": 9.48792552947998, "cos_r_negg": [-1.5953748970787274e-06, -2.9028890402571506e-10, 0.06778482347726822], "cos_apical_negg": [-2.31892840929504e-06, -4.334103742564821e-09, 0.051717549562454224], "cos_Ac_negg": [-1.2242517186678015e-06, -2.902887930034126e-10, 0.06778483092784882], "r_norm": [5.331705093383789, 4.847524166107178, 23.59197235107422], "ldr": {"dL_sdil": -2.2830018997192383, "dL_bp": -2.2830018997192383, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 11.379196166992188, "cos_r_negg": [4.6880398940629675e-07, -2.1995056817547542e-11, 0.04612906649708748], "cos_apical_negg": [6.450856062656385e-07, -2.2773449792623524e-09, 0.04384617507457733], "cos_Ac_negg": [3.616831634190021e-07, -2.1994819160431334e-11, 0.04612906277179718], "r_norm": [5.631953239440918, 5.180066108703613, 25.757125854492188]}, {"step": 350, "epoch": 0, "train_loss": 10.00930404663086, "cos_r_negg": [2.1777933056910115e-07, 6.578784739197374e-10, 0.013462282717227936], "cos_apical_negg": [6.412506081687752e-07, -1.5454229007616505e-09, 0.009348993189632893], "cos_Ac_negg": [4.47768570666085e-07, 6.578783073862837e-10, 0.013462282717227936], "r_norm": [5.4555983543396, 4.757992744445801, 26.779682159423828]}, {"step": 400, "epoch": 0, "train_loss": 16.0229434967041, "cos_r_negg": [1.0572305200184928e-06, -5.738615138639602e-10, 0.006894595921039581], "cos_apical_negg": [1.9534877537807915e-06, -1.3262630105259632e-08, 0.004444492515176535], "cos_Ac_negg": [2.096719526889501e-06, -5.738611807970528e-10, 0.006894596852362156], "r_norm": [5.346541404724121, 4.6796345710754395, 31.50381851196289]}, {"step": 450, "epoch": 0, "train_loss": 10.00039291381836, "cos_r_negg": [1.2098558954676264e-06, 6.010241193621368e-10, 0.06685984134674072], "cos_apical_negg": [3.2737664241722086e-06, 8.838740850336535e-10, 0.0650552287697792], "cos_Ac_negg": [1.2938287454744568e-06, 6.010246744736492e-10, 0.06685984134674072], "r_norm": [4.7617716789245605, 4.189891815185547, 31.59088706970215]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1032, "test_loss": 13.02735166015625}, {"step": 500, "epoch": 1, "train_loss": 9.398862838745117, "cos_r_negg": [1.6110323031170992e-06, -1.2400303006643298e-09, 0.07801415026187897], "cos_apical_negg": [2.255196932310355e-06, -6.446738609611202e-08, 0.07254518568515778], "cos_Ac_negg": [1.4059480690775672e-06, -1.240035851779453e-09, 0.07801415026187897], "r_norm": [4.50380277633667, 4.413522720336914, 44.377601623535156], "ldr": {"dL_sdil": -1.9067535400390625, "dL_bp": -1.9067535400390625, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 10.210745811462402, "cos_r_negg": [7.042993388495233e-07, -2.797866605064314e-09, 0.06510533392429352], "cos_apical_negg": [1.517243504167709e-07, -9.441143333788204e-08, 0.059670522809028625], "cos_Ac_negg": [6.527517371068825e-07, -2.79786460666287e-09, 0.06510533392429352], "r_norm": [4.78769588470459, 4.761526107788086, 53.16741943359375]}, {"step": 600, "epoch": 1, "train_loss": 14.111403465270996, "cos_r_negg": [2.4084010874503292e-06, 2.905366391914299e-09, 0.05824500694870949], "cos_apical_negg": [1.3477842003339902e-05, -3.834743154129683e-07, 0.05279594287276268], "cos_Ac_negg": [-8.014242212084355e-07, 2.905370166672583e-09, 0.05824500694870949], "r_norm": [4.4089531898498535, 3.9368653297424316, 37.76770782470703]}, {"step": 650, "epoch": 1, "train_loss": 6.125925540924072, "cos_r_negg": [1.1152724255225621e-06, 6.682830644422211e-08, 0.07091271877288818], "cos_apical_negg": [6.6768316173693165e-06, 4.435768232724513e-07, 0.07220456004142761], "cos_Ac_negg": [7.500160563722602e-07, 6.682827802251268e-08, 0.07091271877288818], "r_norm": [4.293275833129883, 4.218695640563965, 46.197601318359375]}, {"step": 700, "epoch": 1, "train_loss": 18.701007843017578, "cos_r_negg": [9.950282219506335e-06, -1.703229372651549e-06, 0.0855482667684555], "cos_apical_negg": [1.838437674450688e-05, -1.263928697881056e-05, 0.08820460736751556], "cos_Ac_negg": [8.798362614470534e-06, -1.7032250525517156e-06, 0.0855482667684555], "r_norm": [4.8501176834106445, 4.871044635772705, 49.318294525146484]}, {"step": 750, "epoch": 1, "train_loss": 10.902597427368164, "cos_r_negg": [1.9575418264139444e-07, -1.902138446752133e-10, 0.05538799241185188], "cos_apical_negg": [3.181559904419373e-09, -1.7098492066658366e-10, 0.05382108688354492], "cos_Ac_negg": [1.3732565662394336e-07, -1.902134838527303e-10, 0.05538799241185188], "r_norm": [4.18612003326416, 4.1740641593933105, 48.07986831665039], "ldr": {"dL_sdil": -3.626206398010254, "dL_bp": -3.626206398010254, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 9.37207317352295, "cos_r_negg": [-4.398721387133264e-09, 3.761360667375868e-11, 0.021027548238635063], "cos_apical_negg": [1.7731068169268838e-08, 2.923537106847007e-11, 0.01863127388060093], "cos_Ac_negg": [-4.077898463350493e-09, 3.761359973486478e-11, 0.021027548238635063], "r_norm": [3.5906012058258057, 3.539055824279785, 43.99720764160156]}, {"step": 850, "epoch": 1, "train_loss": 15.383978843688965, "cos_r_negg": [7.760018405633673e-08, -3.7196938237893384e-13, 0.013136018067598343], "cos_apical_negg": [3.2981779440888204e-07, 3.1419887525085954e-11, 0.01324942521750927], "cos_Ac_negg": [7.23310549233247e-08, -3.7197675495370675e-13, 0.013136017136275768], "r_norm": [3.6625518798828125, 3.9296088218688965, 47.93622589111328]}, {"step": 900, "epoch": 1, "train_loss": 11.895978927612305, "cos_r_negg": [1.1057449000873021e-07, 1.0657258929513969e-11, 0.027927439659833908], "cos_apical_negg": [4.858495117332495e-08, 3.4699111639557856e-11, 0.029932096600532532], "cos_Ac_negg": [1.1485545314826595e-07, 1.0657256327428755e-11, 0.027927439659833908], "r_norm": [3.408543109893799, 3.492255926132202, 47.35883712768555]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0974, "test_loss": 7.6784923828125}, {"step": 950, "epoch": 2, "train_loss": 5.658466815948486, "cos_r_negg": [1.6280515069411194e-07, 1.846842991037878e-12, 0.03760944679379463], "cos_apical_negg": [-1.2625018825929146e-06, 6.568857263689054e-11, 0.041405826807022095], "cos_Ac_negg": [1.0882520484756242e-07, 1.8468308479735462e-12, 0.03760945051908493], "r_norm": [4.053329944610596, 3.9590272903442383, 50.654151916503906]}, {"step": 1000, "epoch": 2, "train_loss": 9.6311674118042, "cos_r_negg": [-1.3850891100730678e-08, -2.303205152640042e-12, 0.0231313556432724], "cos_apical_negg": [3.438899653929184e-08, 5.883245279836302e-11, 0.029537349939346313], "cos_Ac_negg": [1.7055430845402952e-08, -2.3032097062891665e-12, 0.0231313556432724], "r_norm": [3.0448622703552246, 3.1219544410705566, 47.78797912597656], "ldr": {"dL_sdil": -1.0118694305419922, "dL_bp": -1.0118694305419922, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 5.957111358642578, "cos_r_negg": [-4.898417671483912e-08, 4.730361935489924e-11, 0.04258130118250847], "cos_apical_negg": [5.996329832669289e-08, 1.528644710813154e-10, 0.058786358684301376], "cos_Ac_negg": [-4.563218247710665e-09, 4.7303612416005336e-11, 0.04258130118250847], "r_norm": [3.132878303527832, 3.1074624061584473, 59.58770751953125]}, {"step": 1100, "epoch": 2, "train_loss": 12.95361614227295, "cos_r_negg": [-3.4162187745323536e-08, 1.6843354835871516e-11, 0.045826174318790436], "cos_apical_negg": [-4.6533756403732696e-08, 8.002126045125735e-11, 0.03617704659700394], "cos_Ac_negg": [1.0570650132990522e-08, 1.6843351366424564e-11, 0.045826174318790436], "r_norm": [3.5469563007354736, 3.4881930351257324, 59.371490478515625]}, {"step": 1150, "epoch": 2, "train_loss": 8.273012161254883, "cos_r_negg": [-5.620630183500452e-09, -2.583690900115343e-11, 0.03686567395925522], "cos_apical_negg": [2.672726395758218e-08, 1.6272299480091235e-11, 0.04561229795217514], "cos_Ac_negg": [7.239897570343601e-09, -2.583690900115343e-11, 0.03686567395925522], "r_norm": [2.948962688446045, 2.757459878921509, 65.20020294189453]}, {"step": 1200, "epoch": 2, "train_loss": 16.838924407958984, "cos_r_negg": [-8.417248409386957e-08, -9.32751653692776e-11, 0.09385111182928085], "cos_apical_negg": [3.317970254101965e-07, 1.172767993828927e-10, 0.12066780030727386], "cos_Ac_negg": [1.3894084993637534e-08, -9.327517924706541e-11, 0.09385110437870026], "r_norm": [2.874352216720581, 2.781830310821533, 59.20079803466797]}, {"step": 1250, "epoch": 2, "train_loss": 9.907217025756836, "cos_r_negg": [-1.983743089795098e-07, -8.21135520689964e-11, 0.3403348922729492], "cos_apical_negg": [2.1170028503547655e-06, 5.682224690772841e-10, 0.42796945571899414], "cos_Ac_negg": [5.1924555322102606e-08, -8.211360064125373e-11, 0.3403348922729492], "r_norm": [2.6318039894104004, 2.463376045227051, 58.992774963378906], "ldr": {"dL_sdil": -4.782192230224609, "dL_bp": -4.782192230224609, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 10.8260498046875, "cos_r_negg": [2.812191155499022e-07, 4.198519032438952e-10, 0.8240164518356323], "cos_apical_negg": [6.506407316919649e-06, 6.9817986947384725e-09, 0.7884897589683533], "cos_Ac_negg": [1.5002090947291435e-07, 4.1985140364353413e-10, 0.8240165114402771], "r_norm": [3.3240621089935303, 2.8852932453155518, 62.90813446044922]}, {"step": 1350, "epoch": 2, "train_loss": 11.713052749633789, "cos_r_negg": [3.6032318462275725e-08, -5.1546763385479366e-11, 0.025197219103574753], "cos_apical_negg": [1.228959973786914e-07, 6.196111956846551e-10, 0.023742832243442535], "cos_Ac_negg": [3.2901429136700244e-08, -5.154676685492632e-11, 0.025197219103574753], "r_norm": [3.3017144203186035, 3.555154800415039, 59.68287658691406]}, {"step": 1400, "epoch": 2, "train_loss": 12.075386047363281, "cos_r_negg": [3.114610791499217e-09, 1.994418952905308e-12, 0.0066805509850382805], "cos_apical_negg": [3.090311651021693e-08, 1.306836860948124e-10, 0.0065971785224974155], "cos_Ac_negg": [2.4428281619748304e-09, 1.994417651862701e-12, 0.0066805509850382805], "r_norm": [3.0450873374938965, 3.052067518234253, 70.75899505615234]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.101, "test_loss": 10.92710087890625}, {"step": 1450, "epoch": 3, "train_loss": 8.60869026184082, "cos_r_negg": [-5.301480143771187e-08, -1.370521057753038e-11, 0.0101071298122406], "cos_apical_negg": [-1.806134406479032e-07, 5.641649647447622e-11, 0.01046399399638176], "cos_Ac_negg": [-5.3503150354572426e-08, -1.3705214046977332e-11, 0.0101071298122406], "r_norm": [2.4312143325805664, 2.3998782634735107, 74.26930236816406]}, {"step": 1500, "epoch": 3, "train_loss": 4.676425933837891, "cos_r_negg": [2.7244913880508648e-08, -4.136610776139804e-10, 0.03510589152574539], "cos_apical_negg": [1.5227294625219656e-07, 1.9791199790120118e-09, 0.033354803919792175], "cos_Ac_negg": [2.0107288278836677e-08, -4.136610776139804e-10, 0.03510589152574539], "r_norm": [2.3053197860717773, 2.300283908843994, 69.9080581665039], "ldr": {"dL_sdil": -1.591115951538086, "dL_bp": -1.591115951538086, "ratio": 1.0}}, {"step": 1550, "epoch": 3, "train_loss": 7.906915664672852, "cos_r_negg": [-8.866146927744012e-09, -2.721855900389425e-11, 0.00843957532197237], "cos_apical_negg": [8.816223306951088e-09, -1.1707634861579663e-10, 0.008343055844306946], "cos_Ac_negg": [5.783888923360792e-10, -2.7218565942788153e-11, 0.00843957532197237], "r_norm": [2.7067313194274902, 2.844087600708008, 65.32676696777344]}, {"step": 1600, "epoch": 3, "train_loss": 9.557233810424805, "cos_r_negg": [-4.210428894424467e-09, 5.1168264070255987e-11, 0.008501448668539524], "cos_apical_negg": [6.125070228790719e-09, 4.50250892125581e-10, 0.008118979632854462], "cos_Ac_negg": [8.971522413858679e-10, 5.1168281417490746e-11, 0.008501448668539524], "r_norm": [2.590193271636963, 2.7499606609344482, 72.15523529052734]}, {"step": 1650, "epoch": 3, "train_loss": 6.694152355194092, "cos_r_negg": [5.983529671738097e-09, 3.139958085207617e-11, 0.009245026856660843], "cos_apical_negg": [3.291082606438067e-08, 4.913917051041494e-10, 0.009164798073470592], "cos_Ac_negg": [4.579928880588113e-09, 3.1399608607651786e-11, 0.009245026856660843], "r_norm": [3.244272232055664, 3.4467902183532715, 75.66502380371094]}, {"step": 1700, "epoch": 3, "train_loss": 15.494749069213867, "cos_r_negg": [9.152218538588386e-09, -6.864638024683956e-11, 0.00709301233291626], "cos_apical_negg": [6.03647976049615e-08, 6.725271450847004e-10, 0.006821963004767895], "cos_Ac_negg": [3.692938843613547e-09, -6.864636636905175e-11, 0.00709301233291626], "r_norm": [2.169461250305176, 2.261859893798828, 64.88285827636719]}, {"step": 1750, "epoch": 3, "train_loss": 8.826885223388672, "cos_r_negg": [-9.765002140227352e-10, -5.1199249700983884e-11, 0.008987631648778915], "cos_apical_negg": [-2.1420420992512845e-10, 3.8175584915478566e-10, 0.009322349913418293], "cos_Ac_negg": [-1.00651886825176e-09, -5.119927398711255e-11, 0.008987631648778915], "r_norm": [2.118229627609253, 2.196143627166748, 81.70201110839844], "ldr": {"dL_sdil": -2.288668632507324, "dL_bp": -2.288668632507324, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 10.612363815307617, "cos_r_negg": [2.243338848018084e-09, 3.6893252342018457e-11, 0.007876425050199032], "cos_apical_negg": [1.3372050489124376e-07, 6.36798780373482e-10, 0.00820714607834816], "cos_Ac_negg": [-2.4546873422792714e-09, 3.689329397538188e-11, 0.007876425050199032], "r_norm": [2.0211005210876465, 2.1124892234802246, 67.71023559570312]}, {"step": 1850, "epoch": 3, "train_loss": 7.941726207733154, "cos_r_negg": [1.0818526163802744e-07, -4.432717526370311e-10, 0.030858632177114487], "cos_apical_negg": [6.748150553903542e-07, 4.569288947209316e-09, 0.029564231634140015], "cos_Ac_negg": [6.686100562092179e-08, -4.4327178039260673e-10, 0.030858632177114487], "r_norm": [2.319173812866211, 2.48394775390625, 77.506591796875]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0892, "test_loss": 13.098828125}, {"step": 1900, "epoch": 4, "train_loss": 7.466579437255859, "cos_r_negg": [-1.950286474539098e-07, -4.473202711019475e-11, 0.020642729476094246], "cos_apical_negg": [3.76465504814405e-06, 3.7248233386577567e-09, 0.019916098564863205], "cos_Ac_negg": [6.771701777097405e-08, -4.4732037518535606e-11, 0.020642729476094246], "r_norm": [2.9039409160614014, 2.381514310836792, 70.04254150390625]}, {"step": 1950, "epoch": 4, "train_loss": 10.386734962463379, "cos_r_negg": [2.1065604016712314e-07, 1.1114667519684929e-10, 0.006022827699780464], "cos_apical_negg": [1.5066852938616648e-06, 2.860097714219023e-09, 0.00610040919855237], "cos_Ac_negg": [1.6270735159196192e-07, 1.111461547798065e-10, 0.006022827699780464], "r_norm": [2.487931728363037, 2.0432872772216797, 70.09857940673828]}, {"step": 2000, "epoch": 4, "train_loss": 8.135828018188477, "cos_r_negg": [3.554189618171222e-07, -4.5051484764968563e-10, 0.0096631133928895], "cos_apical_negg": [1.1611131185418344e-06, 1.3007201982162542e-09, 0.009268146939575672], "cos_Ac_negg": [6.08198220675149e-08, -4.50515180716593e-10, 0.0096631133928895], "r_norm": [2.028620719909668, 2.1393609046936035, 72.00263214111328], "ldr": {"dL_sdil": -1.0117454528808594, "dL_bp": -1.0117454528808594, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 16.554141998291016, "cos_r_negg": [9.952423170034308e-07, 4.984980137012762e-11, 0.026069875806570053], "cos_apical_negg": [2.9383668334048707e-06, 1.6199996011323492e-08, 0.02545901946723461], "cos_Ac_negg": [1.3406310017671785e-07, 4.9849770145105055e-11, 0.026069875806570053], "r_norm": [2.099860191345215, 2.0008480548858643, 75.73892211914062]}, {"step": 2100, "epoch": 4, "train_loss": 12.733612060546875, "cos_r_negg": [2.32284790513404e-07, 6.295482468665625e-10, 0.016653966158628464], "cos_apical_negg": [2.0372010567371035e-06, 1.8799635626010058e-08, 0.016430214047431946], "cos_Ac_negg": [4.4092498541203895e-08, 6.295480803331088e-10, 0.016653966158628464], "r_norm": [2.0156753063201904, 2.0091428756713867, 79.5870132446289]}, {"step": 2150, "epoch": 4, "train_loss": 9.178291320800781, "cos_r_negg": [1.3085109173971432e-07, 1.924163606226159e-10, 0.006962143816053867], "cos_apical_negg": [3.859886874124641e-06, 2.4750432814357737e-09, 0.00633537583053112], "cos_Ac_negg": [2.7703575256055046e-07, 1.924154446886206e-10, 0.006962143816053867], "r_norm": [2.5923852920532227, 2.526622772216797, 119.82182312011719]}, {"step": 2200, "epoch": 4, "train_loss": 9.044914245605469, "cos_r_negg": [4.564287507946574e-07, -1.5247694773457e-10, 0.010802595876157284], "cos_apical_negg": [1.9874339614034398e-06, 6.29944878483002e-08, 0.010283304378390312], "cos_Ac_negg": [1.2197072685182775e-08, -1.5247615670066494e-10, 0.010802595876157284], "r_norm": [1.6796212196350098, 1.72873055934906, 72.45039367675781]}, {"step": 2250, "epoch": 4, "train_loss": 10.216866493225098, "cos_r_negg": [1.3673435432792758e-06, 3.75840136790373e-10, 0.018353017047047615], "cos_apical_negg": [4.44542911282042e-06, 3.333921654302685e-07, 0.018156319856643677], "cos_Ac_negg": [-3.2490323320644166e-08, 3.758364175432405e-10, 0.018353017047047615], "r_norm": [1.6151177883148193, 1.585341453552246, 81.40147399902344], "ldr": {"dL_sdil": -2.158766746520996, "dL_bp": -2.158766746520996, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.878662109375, "cos_r_negg": [4.013269972347189e-06, 1.4381365431859194e-08, 0.0071523766964674], "cos_apical_negg": [9.295470590586774e-06, 3.7644988992724393e-07, 0.007384778466075659], "cos_Ac_negg": [2.0167984615682144e-08, 1.4381326352008728e-08, 0.007152377627789974], "r_norm": [2.2459170818328857, 2.3285508155822754, 84.51263427734375]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0974, "test_loss": 11.63718017578125}, {"step": 2350, "epoch": 5, "train_loss": 18.0238037109375, "cos_r_negg": [1.5438208720297553e-06, 9.147670425591059e-07, 0.0022879261523485184], "cos_apical_negg": [3.886804734065663e-06, 8.933124263421632e-06, 0.0024033281952142715], "cos_Ac_negg": [4.731315783601531e-08, 9.147651098828646e-07, 0.0022879261523485184], "r_norm": [2.8777966499328613, 3.0359978675842285, 81.41934204101562]}, {"step": 2400, "epoch": 5, "train_loss": 10.256095886230469, "cos_r_negg": [-8.515182230439677e-07, 1.8565807224923958e-10, 0.10698750615119934], "cos_apical_negg": [-1.398650692863157e-05, -1.352472622784262e-08, 0.11617252230644226], "cos_Ac_negg": [-1.2941771956320736e-06, 1.856600428951083e-10, 0.10698750615119934], "r_norm": [3.6115190982818604, 3.295464038848877, 93.86336517333984]}, {"step": 2450, "epoch": 5, "train_loss": 10.101219177246094, "cos_r_negg": [-7.190189421635296e-08, 8.044617194613579e-10, 0.1476329267024994], "cos_apical_negg": [-6.897555522300536e-07, -3.921400093531702e-08, 0.16397371888160706], "cos_Ac_negg": [-2.972549673074809e-08, 8.044617194613579e-10, 0.1476329267024994], "r_norm": [2.04484486579895, 2.1567277908325195, 83.59461975097656]}, {"step": 2500, "epoch": 5, "train_loss": 9.430395126342773, "cos_r_negg": [-9.490884467222571e-11, 8.89575635376616e-10, 0.1789046674966812], "cos_apical_negg": [-1.8255166267522327e-08, 1.6827345072911726e-10, 0.16020679473876953], "cos_Ac_negg": [7.65933372282035e-10, 8.895759684435234e-10, 0.1789046674966812], "r_norm": [2.2767598628997803, 2.4618048667907715, 122.28253173828125], "ldr": {"dL_sdil": -1.8369665145874023, "dL_bp": -1.8369665145874023, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 6.692744731903076, "cos_r_negg": [-9.54015817455911e-08, 2.3806978610707574e-10, 0.15645217895507812], "cos_apical_negg": [-1.0800839618241298e-06, -1.0777536196826532e-08, 0.18446531891822815], "cos_Ac_negg": [-4.180591872682271e-09, 2.380698971293782e-10, 0.15645217895507812], "r_norm": [3.0769410133361816, 3.37398624420166, 88.2353286743164]}, {"step": 2600, "epoch": 5, "train_loss": 10.251614570617676, "cos_r_negg": [-5.301275507463288e-08, 4.5306008944479004e-10, 0.1784001886844635], "cos_apical_negg": [-8.501231150148669e-07, -3.406986026632808e-09, 0.1931697130203247], "cos_Ac_negg": [3.509615709162972e-08, 4.530603392449706e-10, 0.1784001886844635], "r_norm": [3.018805503845215, 3.2648346424102783, 81.1549072265625]}, {"step": 2650, "epoch": 5, "train_loss": 15.722467422485352, "cos_r_negg": [9.6455607945245e-09, -1.5472275682881786e-09, 0.2065175324678421], "cos_apical_negg": [-4.666480890591629e-06, -1.7981562905333703e-08, 0.2310989499092102], "cos_Ac_negg": [8.570819431952259e-07, -1.5472275682881786e-09, 0.2065175175666809], "r_norm": [4.255777359008789, 4.63436222076416, 96.47511291503906]}, {"step": 2700, "epoch": 5, "train_loss": 14.658114433288574, "cos_r_negg": [7.123400678210601e-07, -1.6715635542396967e-09, 0.4337467551231384], "cos_apical_negg": [-2.3496475478168577e-05, -2.2301141200387065e-07, 0.658505916595459], "cos_Ac_negg": [3.7470063034561463e-06, -1.6715617778828573e-09, 0.4337465167045593], "r_norm": [1.7817952632904053, 1.9275262355804443, 90.05667114257812]}, {"step": 2750, "epoch": 5, "train_loss": 6.634716033935547, "cos_r_negg": [7.284756797787395e-09, -2.8046615030419275e-10, 0.04258767515420914], "cos_apical_negg": [-5.132367419946604e-08, -4.533465158829131e-09, 0.04013838991522789], "cos_Ac_negg": [1.2144008465497791e-08, -2.80466205815344e-10, 0.042587827891111374], "r_norm": [3.267744541168213, 3.545457363128662, 90.1198959350586], "ldr": {"dL_sdil": -1.2272348403930664, "dL_bp": -1.2272348403930664, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 12.325929641723633, "cos_r_negg": [-2.889708028419591e-09, 4.786845364534997e-10, 0.055221427232027054], "cos_apical_negg": [-9.112176257985993e-08, -4.584741031266049e-09, 0.052231963723897934], "cos_Ac_negg": [1.363316126656855e-09, 4.786845364534997e-10, 0.055221427232027054], "r_norm": [1.744174838066101, 1.898971676826477, 77.71601104736328]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0982, "test_loss": 10.38596630859375}, {"step": 2850, "epoch": 6, "train_loss": 9.637371063232422, "cos_r_negg": [2.8212077118894285e-09, 2.414158872809935e-10, 0.051519013941287994], "cos_apical_negg": [-3.105970947103742e-08, 3.1018325685749915e-09, 0.05229225009679794], "cos_Ac_negg": [1.6978597416894559e-09, 2.4141594279214473e-10, 0.05151901766657829], "r_norm": [1.841912031173706, 2.002929925918579, 97.0263900756836]}, {"step": 2900, "epoch": 6, "train_loss": 15.927891731262207, "cos_r_negg": [-2.03677719134987e-09, 5.89565118946922e-10, 0.04279613122344017], "cos_apical_negg": [5.633482125233513e-09, -8.765660197695979e-09, 0.038724903017282486], "cos_Ac_negg": [-2.674175325623196e-10, 5.895652299692244e-10, 0.04279613122344017], "r_norm": [1.7239049673080444, 1.8748661279678345, 81.71949768066406]}, {"step": 2950, "epoch": 6, "train_loss": 9.336360931396484, "cos_r_negg": [-7.47933626144004e-09, 8.213692226366476e-11, 0.03280557692050934], "cos_apical_negg": [1.8425478032213505e-08, 1.907588809135774e-10, 0.03262896090745926], "cos_Ac_negg": [-4.7036290418134286e-09, 8.213695695813428e-11, 0.03280557692050934], "r_norm": [2.7118821144104004, 2.92924165725708, 96.36075592041016]}, {"step": 3000, "epoch": 6, "train_loss": 12.491628646850586, "cos_r_negg": [-3.0238289649986427e-09, 5.128669156029275e-10, 0.05461733043193817], "cos_apical_negg": [5.402625014028217e-09, -7.3626247321101346e-09, 0.051359523087739944], "cos_Ac_negg": [-2.4505358853232906e-10, 5.128669156029275e-10, 0.05461733043193817], "r_norm": [1.4791265726089478, 1.5835120677947998, 82.69027709960938], "ldr": {"dL_sdil": -1.640549659729004, "dL_bp": -1.640549659729004, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 8.41068172454834, "cos_r_negg": [-1.7219383696698287e-09, 1.6150282500237978e-10, 0.02971750497817993], "cos_apical_negg": [-1.1824544898786371e-08, 2.982039060128727e-10, 0.02945438027381897], "cos_Ac_negg": [-7.726908002325672e-10, 1.6150276949122855e-10, 0.02971750497817993], "r_norm": [2.513059616088867, 2.7738683223724365, 97.98607635498047]}, {"step": 3100, "epoch": 6, "train_loss": 8.422221183776855, "cos_r_negg": [-1.7412283837003883e-09, 1.8356510755879185e-11, 0.029583703726530075], "cos_apical_negg": [-5.905236855063833e-10, -1.3778362895067175e-09, 0.028649548068642616], "cos_Ac_negg": [-2.2733399884788952e-10, 1.835644830583405e-11, 0.029583703726530075], "r_norm": [2.9165592193603516, 3.2162904739379883, 98.80006408691406]}, {"step": 3150, "epoch": 6, "train_loss": 12.266572952270508, "cos_r_negg": [-2.6708142364384457e-09, 5.645166625822817e-11, 0.012050535529851913], "cos_apical_negg": [-1.1361888319072477e-08, 4.317673441001091e-10, 0.012269595637917519], "cos_Ac_negg": [-1.063818366731084e-09, 5.645166278878122e-11, 0.012050535529851913], "r_norm": [1.9785524606704712, 2.1568150520324707, 87.62299346923828]}, {"step": 3200, "epoch": 6, "train_loss": 16.650588989257812, "cos_r_negg": [-1.1866206506283561e-07, -1.200218258112784e-10, 0.026539959013462067], "cos_apical_negg": [-1.3862052128388314e-06, -2.6121504959064623e-09, 0.02540215291082859], "cos_Ac_negg": [-5.676446335201035e-08, -1.200217980557028e-10, 0.026539959013462067], "r_norm": [3.1109304428100586, 3.3785340785980225, 97.43769073486328]}, {"step": 3250, "epoch": 6, "train_loss": 6.343555450439453, "cos_r_negg": [-3.8073164176921637e-08, 4.370502015849098e-10, 0.02962961420416832], "cos_apical_negg": [-2.4833952920744196e-06, -8.33373192676845e-09, 0.026773931458592415], "cos_Ac_negg": [1.0553777940458531e-07, 4.3705064567411966e-10, 0.02962961420416832], "r_norm": [2.5049338340759277, 2.3277440071105957, 100.41082763671875], "ldr": {"dL_sdil": -2.36191463470459, "dL_bp": -2.36191463470459, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1009, "test_loss": 7.92877900390625}, {"step": 3300, "epoch": 7, "train_loss": 7.643952369689941, "cos_r_negg": [4.627987593153193e-08, -3.1290475765999304e-10, 0.08058792352676392], "cos_apical_negg": [4.863844651481486e-07, -2.7511166678095833e-08, 0.07601341605186462], "cos_Ac_negg": [4.2818847134640237e-08, -3.1290475765999304e-10, 0.08058792352676392], "r_norm": [2.124617338180542, 2.3139257431030273, 89.6832504272461]}, {"step": 3350, "epoch": 7, "train_loss": 6.114471435546875, "cos_r_negg": [-2.0700821612429365e-10, -7.165016496779586e-11, 0.016591854393482208], "cos_apical_negg": [-1.6737797814414535e-09, -2.213639715975546e-09, 0.0161418579518795], "cos_Ac_negg": [-1.7492225723447774e-10, -7.165013027332634e-11, 0.016591854393482208], "r_norm": [2.168233633041382, 2.3379056453704834, 89.2467269897461]}, {"step": 3400, "epoch": 7, "train_loss": 12.469039916992188, "cos_r_negg": [-5.627611154856993e-10, 2.632496443055743e-10, 0.011101617477834225], "cos_apical_negg": [-3.7754237069975716e-08, -9.444965698435226e-09, 0.009623868390917778], "cos_Ac_negg": [-2.2175490610454318e-10, 2.6324975532787676e-10, 0.011101617477834225], "r_norm": [1.7584214210510254, 1.8634897470474243, 120.6375503540039]}, {"step": 3450, "epoch": 7, "train_loss": 12.126328468322754, "cos_r_negg": [1.7928800666311417e-09, 1.8035964388651848e-10, 0.0145006338134408], "cos_apical_negg": [4.36054463648361e-08, -6.700330956732614e-09, 0.013615366071462631], "cos_Ac_negg": [1.41962785971117e-09, 1.803595051086404e-10, 0.0145006338134408], "r_norm": [1.5066925287246704, 1.6235833168029785, 86.10783386230469]}, {"step": 3500, "epoch": 7, "train_loss": 12.32796859741211, "cos_r_negg": [1.0973531416880178e-08, 3.284154614924262e-10, 0.027664363384246826], "cos_apical_negg": [2.5441113393753767e-07, -1.5881479242807472e-08, 0.02597281150519848], "cos_Ac_negg": [8.51203818541535e-09, 3.284157112926067e-10, 0.027664363384246826], "r_norm": [1.3830078840255737, 1.4657058715820312, 101.03254699707031], "ldr": {"dL_sdil": -2.9057788848876953, "dL_bp": -2.9057788848876953, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 17.368968963623047, "cos_r_negg": [-4.2403276445668325e-09, 4.0671660483937444e-10, 0.014101967215538025], "cos_apical_negg": [-1.6224412036081048e-07, 2.2807067345809173e-09, 0.01427452452480793], "cos_Ac_negg": [-2.5771731415602517e-09, 4.067167436172525e-10, 0.014101967215538025], "r_norm": [1.8541779518127441, 2.0409204959869385, 100.7808609008789]}, {"step": 3600, "epoch": 7, "train_loss": 12.325210571289062, "cos_r_negg": [7.29835960555647e-08, -9.457150618175092e-10, 0.012029184959828854], "cos_apical_negg": [5.377859224608983e-07, -1.2374284708016603e-08, 0.011105160228908062], "cos_Ac_negg": [6.796923202045946e-08, -9.457148397729043e-10, 0.012029184959828854], "r_norm": [2.5883772373199463, 2.7990918159484863, 89.0894775390625]}, {"step": 3650, "epoch": 7, "train_loss": 6.602253437042236, "cos_r_negg": [1.978663677348891e-09, 4.613553428178818e-10, 0.016128871589899063], "cos_apical_negg": [7.025717252417962e-08, -1.4230774780799038e-08, 0.015332144685089588], "cos_Ac_negg": [1.2481221611793103e-09, 4.6135539832903305e-10, 0.016128871589899063], "r_norm": [1.6569023132324219, 1.7781774997711182, 101.5815200805664]}, {"step": 3700, "epoch": 7, "train_loss": 14.577070236206055, "cos_r_negg": [-2.5863222674615827e-09, 1.3704959389571059e-09, 0.01127589400857687], "cos_apical_negg": [9.08331454496647e-09, -2.4988329627717576e-08, 0.010218333452939987], "cos_Ac_negg": [-3.202115905764913e-09, 1.3704960499794083e-09, 0.01127589400857687], "r_norm": [1.9174150228500366, 2.0291757583618164, 133.60659790039062]}, {"step": 3750, "epoch": 7, "train_loss": 10.713560104370117, "cos_r_negg": [-7.926686862447241e-09, 7.075496855080132e-10, 0.009017519652843475], "cos_apical_negg": [-2.044550058144523e-07, -6.773135829973853e-09, 0.008807138539850712], "cos_Ac_negg": [-5.619368970144478e-09, 7.075493524411058e-10, 0.00901752058416605], "r_norm": [1.5434926748275757, 1.6695239543914795, 105.949951171875], "ldr": {"dL_sdil": -2.279088020324707, "dL_bp": -2.279088020324707, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0974, "test_loss": 11.45182578125}, {"step": 3800, "epoch": 8, "train_loss": 10.166900634765625, "cos_r_negg": [-3.0276321449917987e-09, 1.4202218290293445e-09, 0.007158707827329636], "cos_apical_negg": [-4.1697290953379706e-08, -1.2613346811463089e-08, 0.006844031158834696], "cos_Ac_negg": [-2.5925570579232726e-09, 1.4202228282300666e-09, 0.007158707827329636], "r_norm": [1.993579626083374, 2.1965062618255615, 83.72589111328125]}, {"step": 3850, "epoch": 8, "train_loss": 13.085165023803711, "cos_r_negg": [-2.3781836944181123e-08, -1.8114343358632823e-09, 0.005505351349711418], "cos_apical_negg": [-1.1962917767505132e-07, -3.9517271233080464e-08, 0.005068878643214703], "cos_Ac_negg": [-2.2590116444121122e-08, -1.811435224041702e-09, 0.0055053518153727055], "r_norm": [3.071530818939209, 3.3070764541625977, 94.45932006835938]}, {"step": 3900, "epoch": 8, "train_loss": 14.256845474243164, "cos_r_negg": [3.289759717972629e-07, 5.984621687105118e-09, 0.031195230782032013], "cos_apical_negg": [3.018984898517374e-06, -3.918649440493027e-07, 0.02913481369614601], "cos_Ac_negg": [2.941447974080802e-07, 5.984652773349808e-09, 0.031195230782032013], "r_norm": [1.8972935676574707, 2.073827028274536, 86.12792205810547]}, {"step": 3950, "epoch": 8, "train_loss": 9.994152069091797, "cos_r_negg": [-1.0764231461735108e-07, 1.214347733480281e-08, 0.01093406043946743], "cos_apical_negg": [-1.4748493413208053e-06, 1.6931143420606531e-07, 0.011142047122120857], "cos_Ac_negg": [-9.267248657351956e-08, 1.2143495098371204e-08, 0.01093406043946743], "r_norm": [2.435135841369629, 2.677402973175049, 90.29931640625]}, {"step": 4000, "epoch": 8, "train_loss": 7.574326515197754, "cos_r_negg": [-1.6271448544102896e-07, 2.741969069575134e-07, 0.017500687390565872], "cos_apical_negg": [3.890025254804641e-06, -5.24897677678382e-06, 0.016371125355362892], "cos_Ac_negg": [4.537874929155805e-07, 2.74196878535804e-07, 0.017500687390565872], "r_norm": [2.027327060699463, 2.209178924560547, 91.09992980957031], "ldr": {"dL_sdil": -2.2264318466186523, "dL_bp": -2.2264318466186523, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 19.20981216430664, "cos_r_negg": [8.779050819640588e-10, 1.9574713377989994e-11, 0.0008586668991483748], "cos_apical_negg": [-4.478862436485542e-08, -2.0141888157354515e-10, 0.0007612089393660426], "cos_Ac_negg": [-1.0119888038673253e-08, 1.9506098125621207e-11, 0.0008586668991483748], "r_norm": [2.1073341369628906, 2.2182655334472656, 89.15153503417969]}, {"step": 4100, "epoch": 8, "train_loss": 7.56067419052124, "cos_r_negg": [-1.1479103889655562e-08, -2.037553459288688e-11, 0.001511943293735385], "cos_apical_negg": [9.074242370843422e-07, -5.541142544807087e-10, 0.0013804563786834478], "cos_Ac_negg": [-1.4417828708701563e-08, -2.0375545001227735e-11, 0.001511943293735385], "r_norm": [2.235743999481201, 2.2743473052978516, 93.00262451171875]}, {"step": 4150, "epoch": 8, "train_loss": 18.590667724609375, "cos_r_negg": [2.9114941568764152e-08, -1.8381320771032605e-11, 0.0005237534642219543], "cos_apical_negg": [1.1645369113466586e-08, -1.949453931615608e-10, 0.00044726679334416986], "cos_Ac_negg": [-3.4212563893021297e-09, -1.838131903630913e-11, 0.0005237534642219543], "r_norm": [2.1555674076080322, 2.2506601810455322, 98.70719909667969]}, {"step": 4200, "epoch": 8, "train_loss": 6.5232415199279785, "cos_r_negg": [-5.802029523493957e-09, -6.023253510539783e-12, 0.0005302205681800842], "cos_apical_negg": [1.8802499823777907e-07, -2.3742391386250006e-10, 0.00053826515795663], "cos_Ac_negg": [-1.2399426374543054e-08, -6.023252643178045e-12, 0.0005302206263877451], "r_norm": [2.283172845840454, 2.225681781768799, 81.09418487548828]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.101, "test_loss": 8.67783564453125}, {"step": 4250, "epoch": 9, "train_loss": 7.062533378601074, "cos_r_negg": [-1.9589801780739435e-08, -4.529687736010146e-11, 0.0008855661144480109], "cos_apical_negg": [2.2869397753311205e-07, -1.0920668813696466e-09, 0.0009144364739768207], "cos_Ac_negg": [-1.6783559431132744e-08, -4.5296828787844134e-11, 0.0008855661144480109], "r_norm": [2.7420363426208496, 2.1660478115081787, 94.59149932861328], "ldr": {"dL_sdil": -2.941864013671875, "dL_bp": -2.941864013671875, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 13.822450637817383, "cos_r_negg": [2.609458960023403e-08, -3.0190547978259374e-11, 0.0005647495854645967], "cos_apical_negg": [1.876167914360849e-07, -6.254781137471355e-10, 0.0004999832599423826], "cos_Ac_negg": [1.5300987143973543e-09, -3.019055838660023e-11, 0.0005647495854645967], "r_norm": [2.7045443058013916, 1.8849782943725586, 97.0602035522461]}, {"step": 4350, "epoch": 9, "train_loss": 6.767582893371582, "cos_r_negg": [-7.506991139827335e-10, 2.371727120253908e-11, 0.00046480027958750725], "cos_apical_negg": [-4.3114297909596644e-08, -4.882005910644693e-10, 0.0004684870655182749], "cos_Ac_negg": [-3.960507477529518e-09, 2.371725038585737e-11, 0.00046480027958750725], "r_norm": [1.770458698272705, 1.9074817895889282, 86.98957824707031]}, {"step": 4400, "epoch": 9, "train_loss": 9.418310165405273, "cos_r_negg": [-1.2068506194395923e-08, 1.3431410150754886e-10, 0.000783423543907702], "cos_apical_negg": [1.3245418983842683e-08, -3.987923768988821e-09, 0.0007870300905779004], "cos_Ac_negg": [-6.610389569061681e-09, 1.3431421252985132e-10, 0.000783423543907702], "r_norm": [1.574477195739746, 1.701623558998108, 91.3851089477539]}, {"step": 4450, "epoch": 9, "train_loss": 9.981224060058594, "cos_r_negg": [-9.927274113863405e-09, 4.639589545885059e-10, 0.0012248378479853272], "cos_apical_negg": [-1.1768549512680693e-07, -4.4621808470424185e-09, 0.0011053215712308884], "cos_Ac_negg": [-4.9914152810970336e-09, 4.639590100996571e-10, 0.0012248378479853272], "r_norm": [2.136491298675537, 2.3329648971557617, 91.10272216796875]}, {"step": 4500, "epoch": 9, "train_loss": 9.537284851074219, "cos_r_negg": [-1.1352010886866992e-08, -3.5773481399381524e-11, 0.0005003624828532338], "cos_apical_negg": [-1.027651066465296e-07, -4.9443601990439845e-11, 0.0005222967592999339], "cos_Ac_negg": [-1.1927714815840318e-08, -3.5773481399381524e-11, 0.0005003624828532338], "r_norm": [2.170468807220459, 2.3269155025482178, 95.55046844482422], "ldr": {"dL_sdil": -2.1740002632141113, "dL_bp": -2.1740002632141113, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 14.457319259643555, "cos_r_negg": [-3.2912115255356866e-09, 1.1890621820498382e-10, 0.0006504572229459882], "cos_apical_negg": [1.124459600987393e-07, -1.4126413372395064e-09, 0.000663053710013628], "cos_Ac_negg": [-7.075922625610076e-10, 1.1890621820498382e-10, 0.0006504572229459882], "r_norm": [2.0645759105682373, 2.2365708351135254, 123.02147674560547]}, {"step": 4600, "epoch": 9, "train_loss": 8.822178840637207, "cos_r_negg": [-1.0612511758267829e-08, 3.023908901056416e-11, 0.0005858120275661349], "cos_apical_negg": [-9.762968034010555e-08, -1.533801752273689e-09, 0.0006001443834975362], "cos_Ac_negg": [-8.316773048022696e-09, 3.023908901056416e-11, 0.0005858120275661349], "r_norm": [1.3004153966903687, 1.374489188194275, 88.00675964355469]}, {"step": 4650, "epoch": 9, "train_loss": 11.919500350952148, "cos_r_negg": [-1.0634045033430795e-10, 5.7661792007834833e-11, 0.0007608545711264014], "cos_apical_negg": [4.707937151238184e-09, -7.388168410393803e-10, 0.0007902326760813594], "cos_Ac_negg": [-5.223661087017106e-11, 5.7661795477281785e-11, 0.0007608545711264014], "r_norm": [1.8235273361206055, 1.954150676727295, 128.98300170898438]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0974, "test_loss": 17.062482421875}, {"step": 4700, "epoch": 10, "train_loss": 15.274175643920898, "cos_r_negg": [-1.2879722177672193e-08, -1.8854812156021694e-10, 0.0025251461192965508], "cos_apical_negg": [4.8350365489113756e-08, -4.4650789732259e-09, 0.0023023695684969425], "cos_Ac_negg": [-6.074238889652861e-09, -1.8854814931579256e-10, 0.0025251461192965508], "r_norm": [1.4395864009857178, 1.549243688583374, 103.59202575683594]}, {"step": 4750, "epoch": 10, "train_loss": 11.818888664245605, "cos_r_negg": [-8.136342266595875e-09, -4.2666134514313114e-11, 0.0004896482569165528], "cos_apical_negg": [-8.855344901803619e-08, -1.3614809279971496e-09, 0.0004871708224527538], "cos_Ac_negg": [-6.185203460518096e-09, -4.2666134514313114e-11, 0.0004896482569165528], "r_norm": [1.3713102340698242, 1.4819369316101074, 88.37162780761719], "ldr": {"dL_sdil": -1.9006500244140625, "dL_bp": -1.9006500244140625, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 10.16209602355957, "cos_r_negg": [1.5698404798314414e-09, 8.127495204623969e-12, 0.0005485790316015482], "cos_apical_negg": [-1.5936151953610533e-07, -5.838196592833356e-11, 0.0005168991046957672], "cos_Ac_negg": [-1.3777690099914253e-09, 8.127492602538755e-12, 0.0005485790316015482], "r_norm": [1.6470715999603271, 1.778289794921875, 104.3096923828125]}, {"step": 4850, "epoch": 10, "train_loss": 18.2766170501709, "cos_r_negg": [-1.280742978337912e-08, -3.933929224042565e-11, 0.0026985141448676586], "cos_apical_negg": [3.5195100167584314e-09, -3.178877383547274e-09, 0.002480007940903306], "cos_Ac_negg": [-8.176478161203704e-09, -3.9339299179319553e-11, 0.0026985141448676586], "r_norm": [1.5121371746063232, 1.6390374898910522, 102.53425598144531]}, {"step": 4900, "epoch": 10, "train_loss": 12.16469669342041, "cos_r_negg": [-6.212568653962691e-11, 9.86842274564026e-11, 0.0007415081490762532], "cos_apical_negg": [2.3163659879088527e-09, -8.572954013352785e-10, 0.0007582362741231918], "cos_Ac_negg": [-5.6082121585587785e-11, 9.86842274564026e-11, 0.0007415081490762532], "r_norm": [1.7878837585449219, 1.901524543762207, 140.67124938964844]}, {"step": 4950, "epoch": 10, "train_loss": 8.030782699584961, "cos_r_negg": [3.2843033848095615e-10, 1.2083115757954843e-11, 0.0006146346568129957], "cos_apical_negg": [2.3583901054280432e-08, -3.7741687552994563e-10, 0.0006332582561299205], "cos_Ac_negg": [-1.4387756541722752e-09, 1.2083117492678319e-11, 0.0006146346568129957], "r_norm": [1.2535276412963867, 1.3327574729919434, 97.88626861572266]}, {"step": 5000, "epoch": 10, "train_loss": 16.15229606628418, "cos_r_negg": [-1.0109803660895977e-08, -7.503898891147998e-11, 0.0005822444800287485], "cos_apical_negg": [-5.225159682709091e-08, -1.286558526381043e-09, 0.0005385352997109294], "cos_Ac_negg": [-7.074374863691446e-09, -7.503853788337622e-11, 0.0005822444800287485], "r_norm": [1.93783700466156, 2.112354278564453, 92.13912200927734], "ldr": {"dL_sdil": -1.5046882629394531, "dL_bp": -1.5046882629394531, "ratio": 1.0}}, {"step": 5050, "epoch": 10, "train_loss": 10.290736198425293, "cos_r_negg": [-1.1143243661138058e-08, -1.9006443988112132e-11, 0.0004941520746797323], "cos_apical_negg": [-5.623871857096674e-08, -4.411960796701919e-10, 0.0004793309490196407], "cos_Ac_negg": [-7.420489112064388e-09, -1.9006445722835608e-11, 0.0004941521328873932], "r_norm": [1.982308268547058, 2.1634397506713867, 95.30101013183594]}, {"step": 5100, "epoch": 10, "train_loss": 13.760419845581055, "cos_r_negg": [-1.8040237081962118e-09, -1.6528382829061883e-11, 0.0006185545353218913], "cos_apical_negg": [-3.009418136912245e-08, -9.371641240818462e-10, 0.0005267111700959504], "cos_Ac_negg": [-8.728831546456206e-10, -1.652835854293322e-11, 0.0006185545353218913], "r_norm": [1.560204029083252, 1.6733460426330566, 101.6752700805664]}, {"step": 5150, "epoch": 10, "train_loss": 16.0849666595459, "cos_r_negg": [-7.513135003023308e-09, 1.0306618059008343e-10, 0.0006976984441280365], "cos_apical_negg": [5.5571575785506866e-08, -1.1314869041711972e-09, 0.0006429536151699722], "cos_Ac_negg": [-6.9792664980639074e-09, 1.0306621528455295e-10, 0.0006976984441280365], "r_norm": [1.957395076751709, 2.107357978820801, 104.43896484375]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0892, "test_loss": 16.17227275390625}, {"step": 5200, "epoch": 11, "train_loss": 6.947081565856934, "cos_r_negg": [9.899817854375215e-09, 1.090926793345659e-10, 0.0006259772344492376], "cos_apical_negg": [2.5854956220427994e-07, -3.7657704732296793e-10, 0.0005805216496810317], "cos_Ac_negg": [1.1006417999226414e-08, 1.090928597458074e-10, 0.0006259772344492376], "r_norm": [2.469538688659668, 1.6269813776016235, 93.25091552734375]}, {"step": 5250, "epoch": 11, "train_loss": 11.245701789855957, "cos_r_negg": [-3.2171881825249216e-10, 1.8709131466287943e-11, 0.00043114161235280335], "cos_apical_negg": [-5.491063159723808e-09, -2.4379695484633146e-10, 0.0004670151975005865], "cos_Ac_negg": [-2.4560176115073773e-10, 1.8709131466287943e-11, 0.0004311416414566338], "r_norm": [1.4685797691345215, 1.6004793643951416, 110.66075134277344], "ldr": {"dL_sdil": -2.133418083190918, "dL_bp": -2.133418083190918, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 9.078302383422852, "cos_r_negg": [-1.7681246466949574e-09, 5.2821264723279526e-11, 0.00043374107917770743], "cos_apical_negg": [6.583822376171611e-09, -1.5903448002951848e-10, 0.0004185672150924802], "cos_Ac_negg": [-7.974279014888452e-10, 5.282126819272648e-11, 0.00043374107917770743], "r_norm": [2.2062408924102783, 2.42395281791687, 92.50994873046875]}, {"step": 5350, "epoch": 11, "train_loss": 14.336198806762695, "cos_r_negg": [-1.735548704751011e-09, 1.29156754735682e-11, 0.0006290751043707132], "cos_apical_negg": [-2.2204542649006953e-09, -2.792511777371942e-10, 0.0006531950202770531], "cos_Ac_negg": [-7.938328883128065e-10, 1.291567113675951e-11, 0.0006290752207860351], "r_norm": [1.1319307088851929, 1.1846472024917603, 110.32528686523438]}, {"step": 5400, "epoch": 11, "train_loss": 15.781245231628418, "cos_r_negg": [4.2482542483845975e-10, 3.6577559557604555e-12, 0.0002728930558077991], "cos_apical_negg": [1.1920239906260122e-08, -2.8784205574616806e-10, 0.00029136610100977123], "cos_Ac_negg": [4.989011981315628e-10, 3.6577598588882765e-12, 0.0002728930558077991], "r_norm": [1.346738338470459, 1.4396334886550903, 117.57331848144531]}, {"step": 5450, "epoch": 11, "train_loss": 12.16988754272461, "cos_r_negg": [1.8838010318322773e-10, 1.0258442532939949e-11, 0.00040243027615360916], "cos_apical_negg": [-2.0817159107622274e-09, -1.600927862499546e-10, 0.00035515689523890615], "cos_Ac_negg": [1.5035431233378915e-10, 1.025844166557821e-11, 0.00040243027615360916], "r_norm": [1.4869420528411865, 1.602850079536438, 95.15628051757812]}, {"step": 5500, "epoch": 11, "train_loss": 14.369905471801758, "cos_r_negg": [-1.5788854668130625e-09, 8.021642378119864e-11, 0.0004942916566506028], "cos_apical_negg": [4.885538196219841e-09, -1.564306878476529e-10, 0.0004804702475667], "cos_Ac_negg": [-7.53228313055132e-10, 8.021643765898645e-11, 0.0004942916566506028], "r_norm": [1.771871566772461, 1.9408411979675293, 98.98573303222656], "ldr": {"dL_sdil": -1.3407535552978516, "dL_bp": -1.3407535552978516, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 14.48484992980957, "cos_r_negg": [-2.4165780487805932e-09, 6.779997396844095e-11, 0.0007137064822018147], "cos_apical_negg": [6.523643403255619e-09, -3.521246072502038e-10, 0.0007300599245354533], "cos_Ac_negg": [-9.900419373209957e-10, 6.779997396844095e-11, 0.0007137064822018147], "r_norm": [1.330201506614685, 1.4052304029464722, 92.39224243164062]}, {"step": 5600, "epoch": 11, "train_loss": 4.286462783813477, "cos_r_negg": [-2.611716398703834e-09, 6.236596308828446e-12, 0.0005676344153471291], "cos_apical_negg": [1.0303864428351517e-08, -2.468601364991052e-11, 0.0005212964024394751], "cos_Ac_negg": [5.371665612319276e-11, 6.236596308828446e-12, 0.00056763447355479], "r_norm": [1.5166610479354858, 1.6200100183486938, 88.3313217163086]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.1135, "test_loss": 14.8883791015625}, {"step": 5650, "epoch": 12, "train_loss": 12.747605323791504, "cos_r_negg": [-2.7115275358369217e-08, 7.641169598102127e-13, 0.000307564769173041], "cos_apical_negg": [1.0969515074066294e-08, -1.0141625733650628e-10, 0.00029435090254992247], "cos_Ac_negg": [-1.7629038229216576e-09, 7.641130566823917e-13, 0.000307564769173041], "r_norm": [2.392648220062256, 2.6260781288146973, 90.86043548583984]}, {"step": 5700, "epoch": 12, "train_loss": 14.51894760131836, "cos_r_negg": [-1.3884979388478769e-08, -1.1994122708913757e-11, 0.00017217804270330817], "cos_apical_negg": [7.221677122970505e-08, -9.407280510131955e-11, 0.00017432869935873896], "cos_Ac_negg": [6.69593047675221e-09, -1.1994125310998971e-11, 0.0001721780572552234], "r_norm": [1.6486011743545532, 1.7183542251586914, 98.53303527832031]}, {"step": 5750, "epoch": 12, "train_loss": 8.980871200561523, "cos_r_negg": [-9.938970890743803e-08, -1.6294004340222656e-11, 0.0004324407782405615], "cos_apical_negg": [6.401712653314462e-07, -3.5334371539796905e-10, 0.0004216904635541141], "cos_Ac_negg": [9.71942881733412e-09, -1.6294032095798272e-11, 0.0004324407782405615], "r_norm": [2.2547976970672607, 1.7817578315734863, 89.11404418945312], "ldr": {"dL_sdil": -1.4187588691711426, "dL_bp": -1.4187588691711426, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 8.9293851852417, "cos_r_negg": [-1.888964318297326e-09, -4.4099012636023005e-11, 0.000616660516243428], "cos_apical_negg": [-8.041261878588557e-09, -8.762713887833229e-10, 0.0006382747669704258], "cos_Ac_negg": [-7.677960489615998e-10, -4.409897100265958e-11, 0.000616660516243428], "r_norm": [1.9088571071624756, 2.079866886138916, 110.42832946777344]}, {"step": 5850, "epoch": 12, "train_loss": 10.94569206237793, "cos_r_negg": [-3.514523783110235e-09, 6.530071622323774e-11, 0.0008069411851465702], "cos_apical_negg": [-1.6754492904169638e-08, -5.747470277484013e-10, 0.000733055523596704], "cos_Ac_negg": [-9.884617568900467e-10, 6.530073703991945e-11, 0.0008069411851465702], "r_norm": [1.348315715789795, 1.4118025302886963, 97.31881713867188]}, {"step": 5900, "epoch": 12, "train_loss": 7.746187210083008, "cos_r_negg": [-4.847226620086076e-09, 5.693604615553127e-11, 0.0008079515537247062], "cos_apical_negg": [-1.3093314876755358e-08, -1.1152653245360966e-09, 0.0008129695197567344], "cos_Ac_negg": [-1.8531944867561378e-09, 5.6936035747190417e-11, 0.0008079515537247062], "r_norm": [1.4026196002960205, 1.527273178100586, 92.36262512207031]}, {"step": 5950, "epoch": 12, "train_loss": 12.551210403442383, "cos_r_negg": [-2.3794362036255734e-09, -1.16031437930042e-11, 0.00030197156593203545], "cos_apical_negg": [-8.41130365358822e-09, -4.1556294516631453e-10, 0.0003306494909338653], "cos_Ac_negg": [-1.1906844399334204e-09, -1.1603140323557248e-11, 0.00030197156593203545], "r_norm": [1.4276652336120605, 1.5312907695770264, 94.05862426757812]}, {"step": 6000, "epoch": 12, "train_loss": 17.3845272064209, "cos_r_negg": [-1.3036783208519864e-08, -6.288701503986971e-11, 0.0004267375625204295], "cos_apical_negg": [-3.5781248186594894e-08, -1.0923332238732542e-09, 0.0003837090916931629], "cos_Ac_negg": [-4.638193829009651e-09, -6.288701503986971e-11, 0.0004267375625204295], "r_norm": [1.247161626815796, 1.3046954870224, 92.87921142578125], "ldr": {"dL_sdil": -3.1158294677734375, "dL_bp": -3.115825653076172, "ratio": 1.0000012242974063}}, {"step": 6050, "epoch": 12, "train_loss": 13.308530807495117, "cos_r_negg": [1.7560262965954365e-10, 2.3104591156952736e-11, 0.0003175014862790704], "cos_apical_negg": [-1.061896348630853e-09, -2.9023448575027366e-11, 0.00030797283397987485], "cos_Ac_negg": [-2.2245649766716724e-11, 2.3104584218058832e-11, 0.0003175014862790704], "r_norm": [1.665095567703247, 1.8144738674163818, 89.77311706542969]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 15.28315068359375}, {"step": 6100, "epoch": 13, "train_loss": 9.632240295410156, "cos_r_negg": [-5.6569007256257464e-09, -1.067813198973866e-10, 0.001850105240009725], "cos_apical_negg": [-9.336427631012612e-09, -1.2920911007796576e-09, 0.0017575717065483332], "cos_Ac_negg": [-1.6493038046405673e-09, -1.0678122275287194e-10, 0.0018501051235944033], "r_norm": [1.6045430898666382, 1.7422492504119873, 106.531005859375]}, {"step": 6150, "epoch": 13, "train_loss": 12.05545711517334, "cos_r_negg": [-2.0804837852494984e-09, -8.674410148512557e-12, 0.00035640643909573555], "cos_apical_negg": [-4.0527785571953245e-09, -2.41518027799259e-10, 0.000354417075868696], "cos_Ac_negg": [-6.312589895252074e-10, -8.674392801277797e-12, 0.00035640643909573555], "r_norm": [1.8905150890350342, 2.048671245574951, 92.83818817138672]}, {"step": 6200, "epoch": 13, "train_loss": 9.642167091369629, "cos_r_negg": [-6.144814435060653e-09, -7.121330608539367e-11, 0.0016055046580731869], "cos_apical_negg": [-9.622420193977632e-09, -8.149977359650507e-10, 0.0015139912720769644], "cos_Ac_negg": [-1.5770050820762549e-09, -7.121322975756073e-11, 0.0016055046580731869], "r_norm": [1.745544672012329, 1.896021842956543, 105.15538024902344]}, {"step": 6250, "epoch": 13, "train_loss": 17.493515014648438, "cos_r_negg": [-3.1562183977484892e-09, 4.847954329645354e-11, 0.0007214783690869808], "cos_apical_negg": [-7.07551839340681e-09, -5.114429990626945e-10, 0.000677032396197319], "cos_Ac_negg": [-5.182429485550699e-10, 4.847960574649868e-11, 0.0007214783690869808], "r_norm": [1.5726147890090942, 1.6949496269226074, 90.21229553222656], "ldr": {"dL_sdil": -3.8582983016967773, "dL_bp": -3.8582983016967773, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 10.869840621948242, "cos_r_negg": [-4.8289323650863025e-09, 3.594577066556859e-11, 0.0014037415385246277], "cos_apical_negg": [-8.67138094662323e-09, -5.285895054996104e-10, 0.0013472156133502722], "cos_Ac_negg": [-8.140579876858567e-10, 3.5946867010805406e-11, 0.001403741305693984], "r_norm": [1.6786129474639893, 1.8091354370117188, 94.48863983154297]}, {"step": 6350, "epoch": 13, "train_loss": 17.293437957763672, "cos_r_negg": [-2.1490225154963127e-09, 6.702072057052089e-12, 0.0002598600694909692], "cos_apical_negg": [-6.128790364101633e-09, -1.9890022961988052e-10, 0.00023778271861374378], "cos_Ac_negg": [-7.608559338123655e-10, 6.70207162337122e-12, 0.0002598600694909692], "r_norm": [2.15321683883667, 2.331939697265625, 97.42289733886719]}, {"step": 6400, "epoch": 13, "train_loss": 6.0997209548950195, "cos_r_negg": [-5.406493475135221e-09, -1.012442213399467e-11, 0.00043995853047817945], "cos_apical_negg": [-1.0544956019487017e-08, -5.076039241713737e-11, 0.0004218024550937116], "cos_Ac_negg": [-1.4129702963217028e-09, -1.0124429940250312e-11, 0.00043995853047817945], "r_norm": [1.842968463897705, 1.9983576536178589, 98.78382873535156]}, {"step": 6450, "epoch": 13, "train_loss": 10.83212661743164, "cos_r_negg": [-2.606192150977904e-09, 5.82587634818249e-13, 0.0003782169078476727], "cos_apical_negg": [-5.4942961291715164e-09, -7.365727472397054e-11, 0.00035397615283727646], "cos_Ac_negg": [-5.804218772276215e-10, 5.826033557497501e-13, 0.0003782169078476727], "r_norm": [1.9589250087738037, 2.130215644836426, 86.31327056884766]}, {"step": 6500, "epoch": 13, "train_loss": 11.884346008300781, "cos_r_negg": [-3.3833458257248594e-09, -1.1105157592117276e-11, 0.0008196465787477791], "cos_apical_negg": [-6.45285158640263e-09, -9.29672172578222e-11, 0.0009267837158404291], "cos_Ac_negg": [-4.6469394998638336e-10, -1.110513417335035e-11, 0.0008196465787477791], "r_norm": [1.7017529010772705, 1.8404772281646729, 116.89934539794922], "ldr": {"dL_sdil": -2.342287063598633, "dL_bp": -2.342287063598633, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 8.965848922729492, "cos_r_negg": [-2.4424959832458626e-09, -1.2437792983044371e-11, 0.0003026592021342367], "cos_apical_negg": [-4.2472909633772815e-09, -5.940471031751215e-11, 0.000262525980360806], "cos_Ac_negg": [-7.147916147864919e-10, -1.2437783442065253e-11, 0.0003026592021342367], "r_norm": [1.7654541730880737, 1.9231219291687012, 96.10990905761719]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.101, "test_loss": 13.270366796875}, {"step": 6600, "epoch": 14, "train_loss": 15.081611633300781, "cos_r_negg": [4.177110046743593e-12, 2.6831193516985152e-11, 0.00046545598888769746], "cos_apical_negg": [-1.8805223003792726e-11, 2.431042520067983e-11, 0.0004838826134800911], "cos_Ac_negg": [-9.451999729778726e-13, 2.6831221272560768e-11, 0.00046545598888769746], "r_norm": [2.421544313430786, 2.6441900730133057, 137.79876708984375]}, {"step": 6650, "epoch": 14, "train_loss": 10.500999450683594, "cos_r_negg": [2.28953064840276e-10, 2.056689193952188e-11, 0.00041351091931574047], "cos_apical_negg": [-5.784185908019879e-10, 1.367338534064011e-11, 0.00041794823482632637], "cos_Ac_negg": [-1.6507330224957428e-11, 2.0566885000627977e-11, 0.00041351091931574047], "r_norm": [1.906261682510376, 2.081160545349121, 103.893310546875]}, {"step": 6700, "epoch": 14, "train_loss": 16.331510543823242, "cos_r_negg": [-1.2954258776787242e-09, 2.8699450801972226e-11, 0.0006212388980202377], "cos_apical_negg": [-4.7626347310369965e-09, 7.905013449382992e-11, 0.0006049576331861317], "cos_Ac_negg": [-4.390962038414159e-10, 2.8699424781120086e-11, 0.0006212388980202377], "r_norm": [2.0916972160339355, 2.2661848068237305, 98.84783172607422]}, {"step": 6750, "epoch": 14, "train_loss": 9.906084060668945, "cos_r_negg": [-2.1531376681593883e-09, 2.512152812161883e-12, 0.0005534017109312117], "cos_apical_negg": [-2.6832462918235933e-09, 1.0175811582247007e-10, 0.0006104765925556421], "cos_Ac_negg": [-3.2800592797421757e-10, 2.5121328628419093e-12, 0.0005534017109312117], "r_norm": [2.380012035369873, 2.590843677520752, 88.87641906738281], "ldr": {"dL_sdil": -0.94329833984375, "dL_bp": -0.94329833984375, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 6.275533676147461, "cos_r_negg": [-7.497675813539217e-10, -1.5614513805203845e-12, 0.0005295180599205196], "cos_apical_negg": [-4.200518266550546e-10, 1.2428710838285895e-10, 0.0005265666404739022], "cos_Ac_negg": [-2.149254212102658e-11, -1.5614291543758485e-12, 0.0005295180599205196], "r_norm": [2.113267183303833, 2.2999320030212402, 118.6242904663086]}, {"step": 6850, "epoch": 14, "train_loss": 14.654548645019531, "cos_r_negg": [-3.5764193256210275e-12, 3.870375374359636e-12, 0.00041318137664347887], "cos_apical_negg": [2.952002878253701e-11, 2.1089804902452158e-10, 0.0004318102728575468], "cos_Ac_negg": [-3.683072510168861e-12, 3.8703953236796096e-12, 0.00041318137664347887], "r_norm": [2.2979111671447754, 2.50797176361084, 138.4045867919922]}, {"step": 6900, "epoch": 14, "train_loss": 13.505695343017578, "cos_r_negg": [-3.106963353260994e-09, 1.779842245808183e-11, 0.0006418704288080335], "cos_apical_negg": [-2.9346283181297395e-09, 3.094312028828483e-10, 0.0006124643259681761], "cos_Ac_negg": [-2.8009572439202657e-10, 1.7798446744210494e-11, 0.0006418704288080335], "r_norm": [1.7546484470367432, 1.9105310440063477, 88.53241729736328]}, {"step": 6950, "epoch": 14, "train_loss": 7.392340183258057, "cos_r_negg": [-1.2201186727622826e-09, -2.2288215110327636e-12, 0.0004126981657464057], "cos_apical_negg": [-1.5651192564192229e-09, 1.699167889723796e-10, 0.0004261066787876189], "cos_Ac_negg": [-1.653544801083484e-10, -2.228842110874041e-12, 0.0004126981657464057], "r_norm": [1.9001109600067139, 2.0707831382751465, 82.88362884521484]}, {"step": 7000, "epoch": 14, "train_loss": 11.644243240356445, "cos_r_negg": [8.825743955109822e-12, -1.5046991430622825e-11, 0.0004974566400051117], "cos_apical_negg": [-2.2752339942644362e-11, 2.9170177384685303e-10, 0.0005315549205988646], "cos_Ac_negg": [2.106722565495267e-12, -1.5046953266706353e-11, 0.0004974566400051117], "r_norm": [2.476566791534424, 2.6922359466552734, 136.75706481933594], "ldr": {"dL_sdil": -4.3447065353393555, "dL_bp": -4.3447065353393555, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0958, "test_loss": 9.24366220703125}, {"step": 7050, "epoch": 15, "train_loss": 12.616291046142578, "cos_r_negg": [-2.144191046937749e-09, 8.150142886964584e-12, 0.0005048090824857354], "cos_apical_negg": [-1.6316088480294866e-09, 4.694838406926749e-10, 0.000517210690304637], "cos_Ac_negg": [-2.573013746509645e-10, 8.150198398115815e-12, 0.0005048090824857354], "r_norm": [1.8828668594360352, 2.0523719787597656, 109.221923828125]}, {"step": 7100, "epoch": 15, "train_loss": 13.445549011230469, "cos_r_negg": [-3.217652810860727e-09, -3.5573446965919686e-11, 0.0007937296177260578], "cos_apical_negg": [-5.28968291391152e-09, 5.943974756839054e-10, 0.0009631760185584426], "cos_Ac_negg": [-1.943295108164378e-10, -3.557344002702578e-11, 0.0007937296759337187], "r_norm": [2.5368847846984863, 2.7478952407836914, 111.34575653076172]}, {"step": 7150, "epoch": 15, "train_loss": 7.836497783660889, "cos_r_negg": [-4.688479049441696e-10, 1.1533146833386798e-11, 0.0004350770323071629], "cos_apical_negg": [-2.9507738474876533e-09, 1.7815908470719677e-10, 0.0004242067225277424], "cos_Ac_negg": [-1.9434789888528314e-10, 1.1533162445898082e-11, 0.0004350770323071629], "r_norm": [1.764174222946167, 1.8999590873718262, 94.6889419555664]}, {"step": 7200, "epoch": 15, "train_loss": 8.793856620788574, "cos_r_negg": [-1.7024318621494672e-09, -1.059537093478502e-11, 0.0005344660021364689], "cos_apical_negg": [-4.785363216797123e-09, 2.30380881038883e-10, 0.0005216925055719912], "cos_Ac_negg": [-2.4276339272155667e-10, -1.0595359659082426e-11, 0.0005344660021364689], "r_norm": [1.69254469871521, 1.8391659259796143, 93.29939270019531]}, {"step": 7250, "epoch": 15, "train_loss": 8.678512573242188, "cos_r_negg": [-3.5928415798025526e-09, -1.608982565237671e-11, 0.00038875165046192706], "cos_apical_negg": [-6.725343393298999e-09, 1.6281415105012798e-10, 0.0003669427242130041], "cos_Ac_negg": [-3.789760727457292e-10, -1.6089827387100186e-11, 0.0003887516795657575], "r_norm": [1.7343618869781494, 1.886902928352356, 101.92304992675781], "ldr": {"dL_sdil": -2.1652212142944336, "dL_bp": -2.1652212142944336, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 17.717529296875, "cos_r_negg": [-5.914115419614063e-09, -9.16290723851354e-11, 0.00044866016833111644], "cos_apical_negg": [-9.69309610354685e-09, 7.874436658283912e-10, 0.0004969224100932479], "cos_Ac_negg": [-4.733418101920961e-10, -9.16290654462415e-11, 0.00044866016833111644], "r_norm": [2.8837971687316895, 3.15159010887146, 84.98298645019531]}, {"step": 7350, "epoch": 15, "train_loss": 9.337347030639648, "cos_r_negg": [-2.2966948343139393e-09, -2.5557961996769407e-11, 0.000668594497255981], "cos_apical_negg": [-6.593785517594597e-09, 6.324918366829024e-10, 0.0007629260653629899], "cos_Ac_negg": [-1.8806790846870314e-10, -2.5557970670386787e-11, 0.000668594497255981], "r_norm": [1.925484299659729, 2.099020481109619, 97.95703887939453]}, {"step": 7400, "epoch": 15, "train_loss": 11.556413650512695, "cos_r_negg": [-1.0970493846684803e-08, -2.0457396193718225e-11, 0.0006089283269830048], "cos_apical_negg": [5.997610230679129e-08, 8.960385766698664e-10, 0.0007274792296811938], "cos_Ac_negg": [1.656864756505172e-09, -2.0457399663165177e-11, 0.0006089283269830048], "r_norm": [1.5732638835906982, 1.697758674621582, 98.35529327392578]}, {"step": 7450, "epoch": 15, "train_loss": 16.028953552246094, "cos_r_negg": [-2.29927010764186e-09, -1.2539745283812742e-11, 0.0004237924877088517], "cos_apical_negg": [5.235290956306926e-08, 1.002011362771782e-09, 0.0004266210598871112], "cos_Ac_negg": [-7.444675986789662e-10, -1.2540132994509623e-11, 0.0004237924877088517], "r_norm": [1.4698989391326904, 1.564070224761963, 99.66328430175781]}, {"step": 7500, "epoch": 15, "train_loss": 13.12204360961914, "cos_r_negg": [-9.743830275965593e-08, -3.546535287668462e-11, 0.00038852341822348535], "cos_apical_negg": [1.2064741667927592e-06, 4.922961482911603e-10, 0.00037617277121171355], "cos_Ac_negg": [6.526319484834175e-10, -3.546520715991264e-11, 0.00038852341822348535], "r_norm": [1.7873069047927856, 1.8479726314544678, 98.30494689941406], "ldr": {"dL_sdil": -2.0658035278320312, "dL_bp": -2.0658035278320312, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.1009, "test_loss": 10.73738505859375}, {"step": 7550, "epoch": 16, "train_loss": 6.238852500915527, "cos_r_negg": [-1.110183234231954e-07, -3.1401256594953963e-11, 0.0003642410156317055], "cos_apical_negg": [5.61158117307059e-07, 2.1798494953539915e-10, 0.00034839194267988205], "cos_Ac_negg": [-3.165175854746849e-08, -3.1401048428136846e-11, 0.0003642410156317055], "r_norm": [1.9497846364974976, 1.8485984802246094, 97.84251403808594]}, {"step": 7600, "epoch": 16, "train_loss": 7.154651641845703, "cos_r_negg": [1.2287495465557186e-08, -2.1717780351870886e-11, 0.00030101017910055816], "cos_apical_negg": [-1.7421291431674035e-07, 1.1192078513966308e-10, 0.0002998093841597438], "cos_Ac_negg": [-9.609300022361822e-09, -2.171765718650409e-11, 0.00030101017910055816], "r_norm": [2.394652843475342, 1.7392399311065674, 87.70747375488281]}, {"step": 7650, "epoch": 16, "train_loss": 11.593424797058105, "cos_r_negg": [-1.2370699664643325e-07, -3.207835663765479e-10, 0.0008870215388014913], "cos_apical_negg": [2.7016931198886596e-06, 3.4935845327765946e-09, 0.000990673084743321], "cos_Ac_negg": [-1.545110848155673e-07, -3.2078198430873783e-10, 0.0008870215388014913], "r_norm": [3.136773109436035, 2.531874895095825, 91.98023223876953]}, {"step": 7700, "epoch": 16, "train_loss": 11.936995506286621, "cos_r_negg": [-7.860804451809145e-09, 9.809526801962676e-11, 0.00030623868224211037], "cos_apical_negg": [-5.933433300242541e-08, 6.741956992684095e-10, 0.0002707427483983338], "cos_Ac_negg": [-4.805881026470615e-09, 9.809561496432195e-11, 0.00030623868224211037], "r_norm": [4.725182056427002, 4.500994682312012, 98.6175537109375]}, {"step": 7750, "epoch": 16, "train_loss": 17.86321258544922, "cos_r_negg": [-2.4615078864087536e-09, 1.2140061178556039e-10, 0.00036408950109034777], "cos_apical_negg": [8.174405508043492e-08, 3.0157907282557517e-09, 0.0003646842669695616], "cos_Ac_negg": [-1.499601509635795e-08, 1.2140094485246777e-10, 0.00036408950109034777], "r_norm": [2.305081367492676, 2.3494455814361572, 87.82591247558594], "ldr": {"dL_sdil": -1.2295637130737305, "dL_bp": -1.2295637130737305, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 14.40882682800293, "cos_r_negg": [1.3121071340549406e-08, -1.027821577848087e-10, 0.0002700616023503244], "cos_apical_negg": [-5.737484798373771e-08, 2.6619351167767036e-09, 0.00032970422762446105], "cos_Ac_negg": [-1.7942291208328243e-08, -1.0278185247347693e-10, 0.00027006163145415485], "r_norm": [1.5703794956207275, 1.5246107578277588, 99.50394439697266]}, {"step": 7850, "epoch": 16, "train_loss": 16.776458740234375, "cos_r_negg": [-1.201952315454946e-09, 1.4448565954783277e-10, 0.0007275030366145074], "cos_apical_negg": [4.256039574102033e-07, 7.700526438725319e-09, 0.0007036522729322314], "cos_Ac_negg": [-7.231024312659429e-08, 1.4448593710358892e-10, 0.0007275030366145074], "r_norm": [1.9969117641448975, 2.129204034805298, 96.30107116699219]}, {"step": 7900, "epoch": 16, "train_loss": 16.096487045288086, "cos_r_negg": [-1.8380275079721287e-08, -3.2875427380396616e-10, 0.0009023722959682345], "cos_apical_negg": [1.8525048517403775e-07, 1.1295369972685876e-08, 0.0010932498844340444], "cos_Ac_negg": [-6.10425274771842e-08, -3.287559113829275e-10, 0.0009023722959682345], "r_norm": [1.6797165870666504, 1.8005350828170776, 95.37741088867188]}, {"step": 7950, "epoch": 16, "train_loss": 9.562360763549805, "cos_r_negg": [6.197422131037911e-09, -9.005760026603582e-11, 0.00033460184931755066], "cos_apical_negg": [5.106400990939619e-08, 4.513878604228694e-09, 0.0003547206288203597], "cos_Ac_negg": [-1.3225836426045134e-08, -9.005769741055047e-11, 0.00033460184931755066], "r_norm": [1.506851077079773, 1.6141217947006226, 88.71150970458984]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1028, "test_loss": 8.3728869140625}, {"step": 8000, "epoch": 17, "train_loss": 18.284881591796875, "cos_r_negg": [4.15793621755256e-09, -2.0033743552971828e-09, 0.0006259600631892681], "cos_apical_negg": [4.7688104132248554e-08, 1.7809806962532093e-08, 0.000696421368047595], "cos_Ac_negg": [-1.6150083936850024e-08, -2.0033743552971828e-09, 0.0006259600631892681], "r_norm": [1.8949016332626343, 2.0312724113464355, 104.04463958740234], "ldr": {"dL_sdil": -3.754383087158203, "dL_bp": -3.754383087158203, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 15.73949909210205, "cos_r_negg": [-3.160528505574689e-10, -2.0318644544659037e-09, 0.00044664854067377746], "cos_apical_negg": [-8.853714983381167e-11, 1.920744452377221e-08, 0.0005111778737045825], "cos_Ac_negg": [-3.8645842082019044e-10, -2.0318646765105086e-09, 0.00044664854067377746], "r_norm": [2.082746744155884, 2.216647148132324, 133.07864379882812]}, {"step": 8100, "epoch": 17, "train_loss": 9.957084655761719, "cos_r_negg": [-4.3812935501819084e-08, 1.3329974901665764e-09, 0.0008915342623367906], "cos_apical_negg": [-6.291754743870115e-07, 7.953968861329486e-08, 0.0008908134186640382], "cos_Ac_negg": [-4.407859321986507e-08, 1.3329961578989469e-09, 0.0008915342623367906], "r_norm": [1.4508445262908936, 1.5412355661392212, 97.66024780273438]}, {"step": 8150, "epoch": 17, "train_loss": 8.00368595123291, "cos_r_negg": [-6.819436038085769e-08, 1.2837595431136606e-09, 0.00035284183104522526], "cos_apical_negg": [-3.5381498264541733e-07, 3.737140730208921e-08, 0.00038932531606405973], "cos_Ac_negg": [-4.169810452481215e-08, 1.283756989600704e-09, 0.00035284183104522526], "r_norm": [1.5907385349273682, 1.6543264389038086, 96.00225830078125]}, {"step": 8200, "epoch": 17, "train_loss": 13.067995071411133, "cos_r_negg": [5.675333625276835e-08, 6.831164522935751e-09, 0.0002728779218159616], "cos_apical_negg": [4.32033928632336e-08, 1.5441716527675453e-07, 0.00025767445913515985], "cos_Ac_negg": [-3.001043680228577e-08, 6.831149867991826e-09, 0.0002728779218159616], "r_norm": [1.4525649547576904, 1.3610873222351074, 99.27684020996094]}, {"step": 8250, "epoch": 17, "train_loss": 8.782218933105469, "cos_r_negg": [5.156217639523675e-07, -2.562885356383049e-06, 0.0005613287794403732], "cos_apical_negg": [7.499744469896541e-07, 5.949803744442761e-05, 0.0008080004481598735], "cos_Ac_negg": [-1.0427604735241403e-07, -2.563399903010577e-06, 0.0005613288376480341], "r_norm": [1.7921152114868164, 1.897240161895752, 103.71139526367188], "ldr": {"dL_sdil": -2.1540937423706055, "dL_bp": -2.1540937423706055, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 12.49555778503418, "cos_r_negg": [2.462570591887925e-07, 1.9779261561936323e-10, 0.012773538008332253], "cos_apical_negg": [-1.2138817737650243e-06, 1.5284840060303395e-08, 0.01428665779531002], "cos_Ac_negg": [9.263151667937564e-08, 1.9779301807520966e-10, 0.012773538939654827], "r_norm": [1.4611494541168213, 1.5520902872085571, 93.6319808959961]}, {"step": 8350, "epoch": 17, "train_loss": 13.407928466796875, "cos_r_negg": [3.1148627499533177e-07, 3.202555443060362e-10, 0.05406856909394264], "cos_apical_negg": [1.555651749640674e-07, 1.0650971660197683e-07, 0.05337487533688545], "cos_Ac_negg": [-7.660610634729892e-08, 3.2025559981718743e-10, 0.05406856909394264], "r_norm": [2.1063690185546875, 2.2130823135375977, 109.33924865722656]}, {"step": 8400, "epoch": 17, "train_loss": 16.28672218322754, "cos_r_negg": [7.567986792800241e-10, 1.1858627413374734e-09, 0.007550342008471489], "cos_apical_negg": [3.3712893587889425e-10, 5.15403684175908e-08, 0.009243132546544075], "cos_Ac_negg": [1.2909707157449102e-11, 1.1858629633820783e-09, 0.007550342008471489], "r_norm": [3.5601625442504883, 3.800673484802246, 133.29864501953125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.0974, "test_loss": 12.51591142578125}, {"step": 8450, "epoch": 18, "train_loss": 9.405895233154297, "cos_r_negg": [4.359080776339397e-07, -2.390336817370553e-10, 0.014877519570291042], "cos_apical_negg": [9.65745243775018e-07, 3.836811757196301e-09, 0.015554694458842278], "cos_Ac_negg": [2.5548002824393734e-08, -2.390326547807575e-10, 0.014877519570291042], "r_norm": [1.4778690338134766, 1.3828768730163574, 97.06536865234375]}, {"step": 8500, "epoch": 18, "train_loss": 10.387673377990723, "cos_r_negg": [-6.344047278616927e-07, -1.192054371879081e-10, 0.010828612372279167], "cos_apical_negg": [1.66334484674735e-06, 2.2107358166323365e-09, 0.011747416108846664], "cos_Ac_negg": [-6.056097845430486e-07, -1.1920568698808864e-10, 0.010828612372279167], "r_norm": [1.8408329486846924, 1.2939097881317139, 89.35577392578125], "ldr": {"dL_sdil": -2.778839111328125, "dL_bp": -2.778839111328125, "ratio": 1.0}}, {"step": 8550, "epoch": 18, "train_loss": 15.333697319030762, "cos_r_negg": [3.07940808852436e-07, -5.609690489905006e-10, 0.04045688360929489], "cos_apical_negg": [8.869419048096461e-07, 4.811557730022287e-08, 0.05525629594922066], "cos_Ac_negg": [1.0148967888312654e-08, -5.609687714347444e-10, 0.04045689105987549], "r_norm": [1.3476409912109375, 1.4186921119689941, 94.94636535644531]}, {"step": 8600, "epoch": 18, "train_loss": 12.1377534866333, "cos_r_negg": [1.9333098677520866e-08, -4.712378820492802e-10, 0.02426823228597641], "cos_apical_negg": [3.374956492052661e-08, -1.207855238050115e-08, 0.020558223128318787], "cos_Ac_negg": [-3.6792680013775225e-11, -4.71237826538129e-10, 0.02426823228597641], "r_norm": [1.3500969409942627, 1.383689045906067, 95.14238739013672]}, {"step": 8650, "epoch": 18, "train_loss": 8.82876205444336, "cos_r_negg": [1.3264406106827664e-07, -6.978059102769052e-11, 0.053221333771944046], "cos_apical_negg": [3.5971621059616155e-07, 8.380916938222072e-08, 0.07372251152992249], "cos_Ac_negg": [8.709023724406961e-09, -6.978106287247599e-11, 0.053221333771944046], "r_norm": [1.4346082210540771, 1.4436882734298706, 87.38578796386719]}, {"step": 8700, "epoch": 18, "train_loss": 11.989765167236328, "cos_r_negg": [-5.994893115257582e-08, -2.9116847821697434e-12, 0.04504730552434921], "cos_apical_negg": [1.6354522358597023e-07, 1.8416805858123553e-08, 0.05331405997276306], "cos_Ac_negg": [5.989212681356548e-09, -2.911032526142776e-12, 0.04504730552434921], "r_norm": [1.4863321781158447, 1.1999034881591797, 96.08711242675781]}, {"step": 8750, "epoch": 18, "train_loss": 7.745542049407959, "cos_r_negg": [1.4070516840547498e-07, -1.5262540120630774e-09, 0.09188313782215118], "cos_apical_negg": [8.200294132620911e-07, 1.0532821725917074e-08, 0.10444207489490509], "cos_Ac_negg": [4.185745439144739e-08, -1.5262535679738676e-09, 0.09188313782215118], "r_norm": [1.7206701040267944, 1.189042329788208, 84.7540512084961], "ldr": {"dL_sdil": -1.3232426643371582, "dL_bp": -1.3232426643371582, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 7.006123065948486, "cos_r_negg": [-1.1714287211361807e-06, -1.3284744859731745e-08, 0.5628553628921509], "cos_apical_negg": [-1.1820711733889766e-05, 8.176425581041258e-07, 0.6376762986183167], "cos_Ac_negg": [2.3008888092590496e-06, -1.3284727984341771e-08, 0.5628553628921509], "r_norm": [1.375961184501648, 1.45084810256958, 114.45826721191406]}, {"step": 8850, "epoch": 18, "train_loss": 9.223987579345703, "cos_r_negg": [1.66731024364708e-06, -1.39019462608303e-10, 0.8888948559761047], "cos_apical_negg": [1.3251107702672016e-05, 3.35065669787582e-06, 0.8632175922393799], "cos_Ac_negg": [5.770289135398343e-08, -1.3803092002717676e-10, 0.8888949155807495], "r_norm": [1.0561745166778564, 1.1114697456359863, 92.0511703491211]}, {"step": 8900, "epoch": 18, "train_loss": 9.893928527832031, "cos_r_negg": [1.1354853057810033e-08, -1.81651349517864e-09, 0.005821567960083485], "cos_apical_negg": [9.123500888108538e-08, 6.271898200793657e-08, 0.005686788819730282], "cos_Ac_negg": [1.2573239116520085e-09, -1.816513273134035e-09, 0.005821567960083485], "r_norm": [1.420843243598938, 1.5175906419754028, 91.59986877441406]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.101, "test_loss": 12.38864892578125}, {"step": 8950, "epoch": 19, "train_loss": 9.047751426696777, "cos_r_negg": [-3.5668736586558225e-07, 2.6115927198588906e-08, 0.036311812698841095], "cos_apical_negg": [-4.95590427362913e-07, 5.779546654594014e-07, 0.03527349978685379], "cos_Ac_negg": [-1.8023983727744053e-07, 2.6115930751302585e-08, 0.036311812698841095], "r_norm": [2.8554434776306152, 3.0776638984680176, 110.03787231445312]}, {"step": 9000, "epoch": 19, "train_loss": 12.56452465057373, "cos_r_negg": [-2.2315603587230726e-07, -2.9150943881006697e-09, 0.0048907967284321785], "cos_apical_negg": [-1.1036938758479664e-06, 2.2111638031674374e-07, 0.004645291715860367], "cos_Ac_negg": [-7.85039730999415e-08, -2.9150974967251386e-09, 0.0048907967284321785], "r_norm": [1.4518964290618896, 1.5437874794006348, 86.79966735839844], "ldr": {"dL_sdil": -3.222757339477539, "dL_bp": -3.222757339477539, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 14.570070266723633, "cos_r_negg": [-2.343898586332216e-06, 3.6591387697626487e-09, 0.005805324763059616], "cos_apical_negg": [-9.76454703049967e-06, 3.892957352036319e-07, 0.005623374134302139], "cos_Ac_negg": [-1.1126215895274072e-06, 3.6592633367860117e-09, 0.005805324763059616], "r_norm": [1.548907995223999, 1.6672025918960571, 83.96822357177734]}, {"step": 9100, "epoch": 19, "train_loss": 11.96873950958252, "cos_r_negg": [9.146508972435186e-08, -1.1137300859331845e-08, 0.0037804972380399704], "cos_apical_negg": [5.852004392181698e-07, 1.74637065697425e-07, 0.003730658208951354], "cos_Ac_negg": [2.1128228055999898e-08, -1.1137252009518761e-08, 0.0037804972380399704], "r_norm": [1.5657639503479004, 1.6772571802139282, 93.4190444946289]}, {"step": 9150, "epoch": 19, "train_loss": 16.435394287109375, "cos_r_negg": [-1.82161485895449e-08, 1.20625009003561e-06, 0.004035240970551968], "cos_apical_negg": [4.849038646170811e-07, 1.4779359844396822e-05, 0.003906373865902424], "cos_Ac_negg": [2.204961724316945e-08, 1.20631045774644e-06, 0.004035240970551968], "r_norm": [2.68312668800354, 2.8366916179656982, 92.51044464111328]}, {"step": 9200, "epoch": 19, "train_loss": 6.594076156616211, "cos_r_negg": [-2.772717333510144e-10, 7.027808890391896e-11, 0.13087572157382965], "cos_apical_negg": [-1.24248833444085e-08, -1.1305832936514548e-09, 0.12688757479190826], "cos_Ac_negg": [-2.6457172563887354e-10, 7.027807502613115e-11, 0.13087572157382965], "r_norm": [2.0974128246307373, 2.2553610801696777, 104.10446166992188]}, {"step": 9250, "epoch": 19, "train_loss": 17.82361602783203, "cos_r_negg": [-6.732441715229243e-09, -7.00093039096572e-11, 0.06465215981006622], "cos_apical_negg": [-5.7709783618520305e-08, -6.310559852451547e-10, 0.06263808161020279], "cos_Ac_negg": [-6.6067302739725164e-09, -7.000931084855111e-11, 0.06465215981006622], "r_norm": [1.9331047534942627, 2.0747313499450684, 101.42045593261719], "ldr": {"dL_sdil": -3.1406259536743164, "dL_bp": -3.1406259536743164, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 11.572622299194336, "cos_r_negg": [3.230092582295896e-10, -5.990636372382729e-12, 0.07838007807731628], "cos_apical_negg": [2.89872903458388e-09, -4.1009762252741666e-10, 0.07683096826076508], "cos_Ac_negg": [2.516210295677723e-10, -5.9906307345314325e-12, 0.07838007062673569], "r_norm": [1.589503288269043, 1.7003957033157349, 93.2027359008789]}, {"step": 9350, "epoch": 19, "train_loss": 15.62938404083252, "cos_r_negg": [-4.706091960571257e-09, -1.7511155026017633e-10, 0.14537183940410614], "cos_apical_negg": [-4.140146003805967e-08, -2.5706954343007737e-09, 0.1388155221939087], "cos_Ac_negg": [-4.581307333495488e-09, -1.751115086268129e-10, 0.14537183940410614], "r_norm": [2.0210533142089844, 2.1616156101226807, 88.20285034179688]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.1028, "test_loss": 8.76696904296875}], "final": {"test_acc": 0.1028, "test_loss": 8.76696904296875, "wall_s": 34.96021628379822, "cos_r_negg": [-1.0982269260662036e-10, 1.0442832709678385e-10, 0.1053004115819931], "cos_apical_negg": [-1.3270104126661408e-08, -7.885413433328381e-10, 0.10284391045570374], "cos_Ac_negg": [-1.203175198360995e-10, 1.0442831321899604e-10, 0.1053004115819931]}}