1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 2.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho2_res1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.00662547443062067, 0.011259427294135094, 0.03386039286851883], "cos_apical_negg": [-0.00656206626445055, 0.011204319074749947, 0.033816881477832794], "cos_Ac_negg": [-0.009778371080756187, 0.013300979509949684, 0.07611921429634094], "r_norm": [28.137527465820312, 21.772357940673828, 15.222686767578125], "ldr": {"dL_sdil": 0.22111773490905762, "dL_bp": -0.14693808555603027, "ratio": -1.5048360952323776}}, {"step": 50, "epoch": 0, "train_loss": 4.463717460632324, "cos_r_negg": [0.0029361944179981947, 7.930012361612171e-05, 0.21371324360370636], "cos_apical_negg": [-0.010218271054327488, -0.00039887247839942575, 0.3079528212547302], "cos_Ac_negg": [-0.0010847353842109442, 7.93004292063415e-05, 0.2137138843536377], "r_norm": [9.598679542541504, 5.09867000579834, 6.449199676513672]}, {"step": 100, "epoch": 0, "train_loss": 10.03348159790039, "cos_r_negg": [-0.006320728454738855, 3.347085657878779e-05, 0.5471316576004028], "cos_apical_negg": [-0.007990259677171707, -0.0001730575313558802, -0.18008670210838318], "cos_Ac_negg": [-0.0030608954839408398, 3.347112942719832e-05, 0.5471315383911133], "r_norm": [9.851789474487305, 5.730851173400879, 10.448485374450684]}, {"step": 150, "epoch": 0, "train_loss": 7.95643424987793, "cos_r_negg": [-0.00344738713465631, 5.4602216550847515e-05, 0.4281095266342163], "cos_apical_negg": [0.0007880388293415308, 0.00020676321582868695, -0.1839921772480011], "cos_Ac_negg": [-0.0011955259833484888, 5.46024639334064e-05, 0.42810946702957153], "r_norm": [9.119686126708984, 5.092676162719727, 11.963290214538574]}, {"step": 200, "epoch": 0, "train_loss": 11.325428009033203, "cos_r_negg": [0.0069288392551243305, 4.1025028622243553e-05, 0.19495800137519836], "cos_apical_negg": [-0.015273544937372208, -0.00032863981323316693, 0.071660116314888], "cos_Ac_negg": [0.005023656412959099, 4.102574894204736e-05, 0.19495800137519836], "r_norm": [9.071075439453125, 5.5547027587890625, 16.251523971557617]}, {"step": 250, "epoch": 0, "train_loss": 6.77450704574585, "cos_r_negg": [-0.004868175834417343, 0.00010183647827943787, 0.5918815732002258], "cos_apical_negg": [-0.03712489455938339, -0.0006326321745291352, 0.6339426636695862], "cos_Ac_negg": [-0.004854900762438774, 0.00010183708218391985, 0.591881513595581], "r_norm": [8.107063293457031, 4.560269355773926, 17.673940658569336], "ldr": {"dL_sdil": -1.623208999633789, "dL_bp": -1.623208999633789, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 11.390190124511719, "cos_r_negg": [0.0037546316161751747, 0.00011341736535541713, 0.005240721628069878], "cos_apical_negg": [-0.009639978408813477, -0.0017719282768666744, 0.476284384727478], "cos_Ac_negg": [0.0014106766320765018, 0.00011342307698214427, 0.0052406396716833115], "r_norm": [8.460681915283203, 5.131755828857422, 21.232345581054688]}, {"step": 350, "epoch": 0, "train_loss": 18.38662338256836, "cos_r_negg": [0.010571734979748726, 0.0008429259760305285, 0.6359665393829346], "cos_apical_negg": [-0.021092470735311508, -0.003028553444892168, 0.7822273373603821], "cos_Ac_negg": [0.0023462362587451935, 0.0008429352310486138, 0.635966420173645], "r_norm": [8.032480239868164, 4.784813404083252, 24.901561737060547]}, {"step": 400, "epoch": 0, "train_loss": 7.151481628417969, "cos_r_negg": [-0.003047628328204155, 0.00022027880186215043, 0.7627357840538025], "cos_apical_negg": [-0.020467408001422882, -0.0014316134620457888, 0.20094873011112213], "cos_Ac_negg": [-0.004692596849054098, 0.000220281450310722, 0.7627358436584473], "r_norm": [7.085227966308594, 3.884279489517212, 25.497875213623047]}, {"step": 450, "epoch": 0, "train_loss": 5.7606658935546875, "cos_r_negg": [-0.0017015510238707066, 0.00023223522293847054, 0.7561310529708862], "cos_apical_negg": [-0.01970391906797886, -0.0013332352973520756, 0.4981655478477478], "cos_Ac_negg": [-0.003898011986166239, 0.00023223890457302332, 0.7561310529708862], "r_norm": [6.813080787658691, 3.8128786087036133, 28.303897857666016]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1009, "test_loss": 11.00854560546875}, {"step": 500, "epoch": 1, "train_loss": 14.321918487548828, "cos_r_negg": [-0.0004441467463038862, 0.0003495111013762653, 0.7562100887298584], "cos_apical_negg": [-0.019106436520814896, -0.0020264131017029285, 0.54952073097229], "cos_Ac_negg": [-0.0027928603813052177, 0.00034951831912621856, 0.7562100887298584], "r_norm": [6.967051029205322, 3.973196029663086, 33.92449188232422], "ldr": {"dL_sdil": -2.535393714904785, "dL_bp": -2.535393714904785, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 23.148347854614258, "cos_r_negg": [0.003573730820789933, 0.00031273148488253355, 0.34363168478012085], "cos_apical_negg": [-0.022818081080913544, -0.002818415639922023, 0.7339053750038147], "cos_Ac_negg": [0.0036610146053135395, 0.0003127377131022513, 0.3436317443847656], "r_norm": [6.771597862243652, 3.619232177734375, 33.50371551513672]}, {"step": 600, "epoch": 1, "train_loss": 9.030532836914062, "cos_r_negg": [-0.00549341831356287, 0.00012492394307628274, 0.6527546048164368], "cos_apical_negg": [0.022865351289510727, 0.0011920578544959426, -0.21336248517036438], "cos_Ac_negg": [-0.005921467207372189, 0.00012492042151279747, 0.6527546644210815], "r_norm": [6.770401954650879, 3.5131561756134033, 36.32478713989258]}, {"step": 650, "epoch": 1, "train_loss": 6.801003932952881, "cos_r_negg": [-0.0013304625172168016, 5.490387775353156e-05, 0.5415551662445068], "cos_apical_negg": [-0.018500106409192085, -0.001107597490772605, 0.6049319505691528], "cos_Ac_negg": [-0.003707051509991288, 5.490610055858269e-05, 0.5415552854537964], "r_norm": [6.680634498596191, 3.7070720195770264, 38.3037223815918]}, {"step": 700, "epoch": 1, "train_loss": 6.657468795776367, "cos_r_negg": [0.0026045097038149834, 7.378531154245138e-05, 0.7140405178070068], "cos_apical_negg": [-0.0136101134121418, -0.0004676138632930815, 0.6279948949813843], "cos_Ac_negg": [0.0003720942186191678, 7.378833834081888e-05, 0.7140405178070068], "r_norm": [6.518507480621338, 3.0949182510375977, 36.623207092285156]}, {"step": 750, "epoch": 1, "train_loss": 14.11187744140625, "cos_r_negg": [0.0005744127556681633, 0.00012054176477249712, 0.6712047457695007], "cos_apical_negg": [0.02595599740743637, 0.0016639325767755508, 0.6647855043411255], "cos_Ac_negg": [-0.0009378278045915067, 0.00012053542013745755, 0.6712047457695007], "r_norm": [6.813894748687744, 3.587181568145752, 50.19702911376953], "ldr": {"dL_sdil": -3.216824531555176, "dL_bp": -3.2168235778808594, "ratio": 1.0000002964646004}}, {"step": 800, "epoch": 1, "train_loss": 12.054442405700684, "cos_r_negg": [0.0015055832918733358, -3.9687940443400294e-05, 0.3959609568119049], "cos_apical_negg": [-0.01813788339495659, -0.0007189234020188451, 0.5403468608856201], "cos_Ac_negg": [-0.0008219607989303768, -3.968604141846299e-05, 0.3959609270095825], "r_norm": [6.685326099395752, 3.3958680629730225, 47.48475646972656]}, {"step": 850, "epoch": 1, "train_loss": 9.328049659729004, "cos_r_negg": [-0.0006914935074746609, -1.439616062270943e-05, 0.6009963154792786], "cos_apical_negg": [-0.010086266323924065, -0.00024832761846482754, 0.5667259097099304], "cos_Ac_negg": [-0.0005817871424369514, -1.4395768630492967e-05, 0.6009963154792786], "r_norm": [6.074312686920166, 2.8464436531066895, 45.11842346191406]}, {"step": 900, "epoch": 1, "train_loss": 10.906364440917969, "cos_r_negg": [-6.027566269040108e-05, 2.239471359644085e-05, 0.6450086236000061], "cos_apical_negg": [0.0014621621230617166, 0.0002402530371909961, 0.15303631126880646], "cos_Ac_negg": [0.0007776736747473478, 2.2394391635316424e-05, 0.6450086236000061], "r_norm": [5.9380950927734375, 2.9095876216888428, 49.215126037597656]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0982, "test_loss": 16.3487796875}, {"step": 950, "epoch": 2, "train_loss": 20.029422760009766, "cos_r_negg": [-0.001837227144278586, 3.2694981655367883e-07, 0.46790811419487], "cos_apical_negg": [-0.009860984981060028, -0.00012272372259758413, 0.7149228453636169], "cos_Ac_negg": [-0.0013622234109789133, 3.270433808211237e-07, 0.4679080843925476], "r_norm": [5.631444931030273, 2.6545822620391846, 48.52268981933594]}, {"step": 1000, "epoch": 2, "train_loss": 12.085363388061523, "cos_r_negg": [0.00047255208482965827, 8.707716915523633e-06, 0.8452715277671814], "cos_apical_negg": [0.010895751416683197, 0.000256960978731513, 0.7554092407226562], "cos_Ac_negg": [0.0011167090851813555, 8.707538654562086e-06, 0.8452715277671814], "r_norm": [5.588522911071777, 2.894333600997925, 60.96660614013672], "ldr": {"dL_sdil": -3.228592872619629, "dL_bp": -3.228592872619629, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 15.761873245239258, "cos_r_negg": [-0.0006587632233276963, 6.315505629572726e-08, 0.5834056735038757], "cos_apical_negg": [-0.0063128299079835415, -8.54571771924384e-05, 0.5662643909454346], "cos_Ac_negg": [-0.0009005173924379051, 6.324313517325209e-08, 0.5834057331085205], "r_norm": [5.246293067932129, 2.577805995941162, 49.63037872314453]}, {"step": 1100, "epoch": 2, "train_loss": 13.557256698608398, "cos_r_negg": [0.0005342053482308984, 2.668045226528193e-06, 0.6470130681991577], "cos_apical_negg": [-0.0042439536191523075, -4.3479667510837317e-05, 0.515042781829834], "cos_Ac_negg": [5.4520234698429704e-05, 2.6680656901589828e-06, 0.6470129489898682], "r_norm": [5.0908355712890625, 2.518056869506836, 52.571956634521484]}, {"step": 1150, "epoch": 2, "train_loss": 8.745063781738281, "cos_r_negg": [0.0005169943906366825, 1.8787501176120713e-05, 0.7320834398269653], "cos_apical_negg": [-0.008331919088959694, 0.0003233400348108262, 0.296459436416626], "cos_Ac_negg": [0.000522799207828939, 1.8786748114507645e-05, 0.7320834398269653], "r_norm": [4.7165727615356445, 2.098893165588379, 50.500732421875]}, {"step": 1200, "epoch": 2, "train_loss": 14.848701477050781, "cos_r_negg": [-0.0010069611016660929, 0.00010351555829402059, 0.6948635578155518], "cos_apical_negg": [-0.009503009729087353, -0.0008023746777325869, 0.8328922986984253], "cos_Ac_negg": [0.0004257994587533176, 0.00010351705714128911, 0.6948635578155518], "r_norm": [4.815430641174316, 2.4883060455322266, 58.42157745361328]}, {"step": 1250, "epoch": 2, "train_loss": 12.2362699508667, "cos_r_negg": [-0.0014162873849272728, 1.1400761650293134e-05, 0.5631992816925049], "cos_apical_negg": [-0.006001068279147148, -3.619310155045241e-05, 0.6726415157318115], "cos_Ac_negg": [-0.0008350663702003658, 1.1400763469282538e-05, 0.5631992816925049], "r_norm": [4.494814872741699, 2.151700258255005, 77.47128295898438], "ldr": {"dL_sdil": -1.9104118347167969, "dL_bp": -1.9104118347167969, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 13.551498413085938, "cos_r_negg": [0.0010670165065675974, 8.24604467197787e-06, 0.5292102694511414], "cos_apical_negg": [-0.015344391576945782, -0.00039680892950855196, 0.6625471711158752], "cos_Ac_negg": [-0.00016211520414799452, 8.246712241088971e-06, 0.5292103290557861], "r_norm": [4.4441070556640625, 2.125020980834961, 64.42070007324219]}, {"step": 1350, "epoch": 2, "train_loss": 20.548816680908203, "cos_r_negg": [-0.001703532412648201, 6.912058597663417e-05, 0.6614188551902771], "cos_apical_negg": [-0.020682206377387047, -0.0013292497023940086, 0.8009674549102783], "cos_Ac_negg": [-0.001435919082723558, 6.912382377777249e-05, 0.6614187955856323], "r_norm": [4.397787570953369, 2.1697793006896973, 60.37619400024414]}, {"step": 1400, "epoch": 2, "train_loss": 14.833379745483398, "cos_r_negg": [0.0002581550506874919, -8.930318813327176e-07, 0.5677839517593384], "cos_apical_negg": [-0.012110240757465363, -0.000504158204421401, 0.7328985929489136], "cos_Ac_negg": [-0.00014264023047871888, -8.919301990317763e-07, 0.5677839517593384], "r_norm": [4.156881332397461, 2.009331226348877, 61.60519790649414]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0892, "test_loss": 11.9092259765625}, {"step": 1450, "epoch": 3, "train_loss": 7.887271881103516, "cos_r_negg": [-0.001767666544765234, 4.062877633259632e-05, 0.7335273027420044], "cos_apical_negg": [-0.020254727452993393, -0.0006910840747877955, 0.7823899984359741], "cos_Ac_negg": [-0.001514021190814674, 4.0630653529660776e-05, 0.7335273027420044], "r_norm": [4.0782694816589355, 1.9830135107040405, 62.87846374511719]}, {"step": 1500, "epoch": 3, "train_loss": 11.2266845703125, "cos_r_negg": [0.0005255601136013865, -1.1375693702575518e-06, 0.7348954677581787], "cos_apical_negg": [-0.009658804163336754, 0.0001893740991363302, 0.6806045770645142], "cos_Ac_negg": [0.00026879331562668085, -1.138385641752393e-06, 0.7348954677581787], "r_norm": [3.771740198135376, 1.673158049583435, 75.18717956542969], "ldr": {"dL_sdil": -2.2719030380249023, "dL_bp": -2.271902084350586, "ratio": 1.0000004197691101}}, {"step": 1550, "epoch": 3, "train_loss": 13.502851486206055, "cos_r_negg": [0.0002971024950966239, 7.673315849388018e-06, 0.521201491355896], "cos_apical_negg": [-0.006556669250130653, 0.0004642507992684841, 0.4340510070323944], "cos_Ac_negg": [0.00013495856546796858, 7.671967068745289e-06, 0.521201491355896], "r_norm": [3.6060609817504883, 1.5019078254699707, 59.136207580566406]}, {"step": 1600, "epoch": 3, "train_loss": 7.604108810424805, "cos_r_negg": [0.0006771567277610302, 1.1623841601249296e-05, 0.692574679851532], "cos_apical_negg": [-0.007070408668369055, 0.0003552128910087049, 0.38423603773117065], "cos_Ac_negg": [0.0005125532625243068, 1.162272019428201e-05, 0.6925746202468872], "r_norm": [3.5215680599212646, 1.4105374813079834, 59.48326110839844]}, {"step": 1650, "epoch": 3, "train_loss": 9.457052230834961, "cos_r_negg": [0.0010915317106992006, 5.195431185711641e-06, 0.6622387170791626], "cos_apical_negg": [-0.007746375631541014, 4.379640449769795e-05, 0.41824424266815186], "cos_Ac_negg": [0.0007506143301725388, 5.195183348405408e-06, 0.6622387170791626], "r_norm": [3.5779776573181152, 1.490289568901062, 67.43544006347656]}, {"step": 1700, "epoch": 3, "train_loss": 8.139925003051758, "cos_r_negg": [0.0003476199635770172, 5.87357817494194e-06, 0.6719772815704346], "cos_apical_negg": [-0.01289595477283001, -0.0001582133409101516, 0.7015562057495117], "cos_Ac_negg": [0.00022798845020588487, 5.873720056115417e-06, 0.6719772815704346], "r_norm": [3.3980867862701416, 1.364311933517456, 62.071083068847656]}, {"step": 1750, "epoch": 3, "train_loss": 7.199344635009766, "cos_r_negg": [0.00013165632844902575, 1.2990247341804206e-05, 0.7267239093780518], "cos_apical_negg": [-0.004137449897825718, -0.0002280035405419767, 0.6935389041900635], "cos_Ac_negg": [0.00016964830865617841, 1.2990529285161756e-05, 0.7267239093780518], "r_norm": [3.236220598220825, 1.2918132543563843, 61.793766021728516], "ldr": {"dL_sdil": -1.2209277153015137, "dL_bp": -1.2209277153015137, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 13.293659210205078, "cos_r_negg": [-8.719874313101172e-05, 2.4469618438160978e-05, 0.7659550905227661], "cos_apical_negg": [-0.008910773321986198, -0.00034826472983695567, 0.7723472118377686], "cos_Ac_negg": [0.0007365625351667404, 2.447011138428934e-05, 0.7659550905227661], "r_norm": [3.2158186435699463, 1.3971434831619263, 70.45974731445312]}, {"step": 1850, "epoch": 3, "train_loss": 12.884057998657227, "cos_r_negg": [0.0009040227741934359, 1.4211989309842465e-06, 0.617855429649353], "cos_apical_negg": [-0.010267434641718864, -0.00011191530211362988, 0.48229873180389404], "cos_Ac_negg": [0.0012255162000656128, 1.421189381289878e-06, 0.617855429649353], "r_norm": [3.0281238555908203, 1.1902050971984863, 69.58920288085938]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0982, "test_loss": 8.9609697265625}, {"step": 1900, "epoch": 4, "train_loss": 11.488204956054688, "cos_r_negg": [0.0002037734811892733, 2.0662089809775352e-05, 0.7008655667304993], "cos_apical_negg": [-0.011686189100146294, -0.0005302469944581389, 0.6591477394104004], "cos_Ac_negg": [-0.00016244969447143376, 2.0663117538788356e-05, 0.7008655667304993], "r_norm": [2.90557861328125, 1.0952701568603516, 62.748558044433594]}, {"step": 1950, "epoch": 4, "train_loss": 9.850035667419434, "cos_r_negg": [-0.0003680835943669081, 1.178172624349827e-05, 0.6902499198913574], "cos_apical_negg": [-0.008248873054981232, -0.0002046479203272611, 0.7280640602111816], "cos_Ac_negg": [1.5618570614606142e-07, 1.1782135516114067e-05, 0.6902499198913574], "r_norm": [2.8969860076904297, 1.2263879776000977, 97.77606201171875]}, {"step": 2000, "epoch": 4, "train_loss": 12.037162780761719, "cos_r_negg": [-0.00023248131037689745, -4.255499788996531e-06, 0.676426112651825], "cos_apical_negg": [-0.014863360673189163, -0.0003479511942714453, 0.6979166269302368], "cos_Ac_negg": [-0.00022222046391107142, -4.254936357028782e-06, 0.676426112651825], "r_norm": [2.747281551361084, 1.0585086345672607, 68.45875549316406], "ldr": {"dL_sdil": -1.325277328491211, "dL_bp": -1.3252763748168945, "ratio": 1.0000007196041025}}, {"step": 2050, "epoch": 4, "train_loss": 8.315309524536133, "cos_r_negg": [-0.0002051341434707865, -6.843428309366573e-06, 0.7650249004364014], "cos_apical_negg": [-0.008566981181502342, -0.0007237546378746629, 0.8453716039657593], "cos_Ac_negg": [0.00010374622070230544, -6.8415583882597275e-06, 0.7650249004364014], "r_norm": [2.7445316314697266, 1.0924620628356934, 73.68852233886719]}, {"step": 2100, "epoch": 4, "train_loss": 14.221378326416016, "cos_r_negg": [0.0006100290920585394, 1.3334220057004131e-06, 0.50117027759552], "cos_apical_negg": [-0.010545441880822182, -0.00016139754734467715, 0.5681098699569702], "cos_Ac_negg": [0.0010556685738265514, 1.334029320787522e-06, 0.5011702179908752], "r_norm": [2.632887840270996, 1.0433053970336914, 67.69277954101562]}, {"step": 2150, "epoch": 4, "train_loss": 13.003976821899414, "cos_r_negg": [0.00022948038531467319, -9.198581665259553e-07, 0.6104960441589355], "cos_apical_negg": [0.0024698032066226006, -0.0002715289010666311, 0.595533549785614], "cos_Ac_negg": [0.0004306713817641139, -9.19078274819185e-07, 0.6104961037635803], "r_norm": [2.543870449066162, 0.924155592918396, 69.18887329101562]}, {"step": 2200, "epoch": 4, "train_loss": 12.023651123046875, "cos_r_negg": [-0.0005901911645196378, -3.7863806028326508e-06, 0.4254767894744873], "cos_apical_negg": [-0.0006023620953783393, -0.0002733221626840532, 0.5331884622573853], "cos_Ac_negg": [-0.00017827472765929997, -3.785880608120351e-06, 0.4254767894744873], "r_norm": [2.486360549926758, 0.9001264572143555, 68.36290740966797]}, {"step": 2250, "epoch": 4, "train_loss": 10.176633834838867, "cos_r_negg": [0.0002427817089483142, 9.145073818217497e-07, 0.6234386563301086], "cos_apical_negg": [-0.0034121861681342125, -6.954937362024793e-06, 0.5288976430892944], "cos_Ac_negg": [0.00018669520795810968, 9.145362014351122e-07, 0.6234387159347534], "r_norm": [2.3994078636169434, 0.8324242830276489, 70.07882690429688], "ldr": {"dL_sdil": -1.6498918533325195, "dL_bp": -1.6498918533325195, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.495161056518555, "cos_r_negg": [0.0007241370622068644, 5.151848654350033e-06, 0.49871549010276794], "cos_apical_negg": [0.001636486267670989, -0.00033655331935733557, 0.5835484266281128], "cos_Ac_negg": [0.0005943818250671029, 5.152591256774031e-06, 0.49871549010276794], "r_norm": [2.385972499847412, 0.8596492409706116, 82.61453247070312]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1009, "test_loss": 13.6603720703125}, {"step": 2350, "epoch": 5, "train_loss": 7.7634124755859375, "cos_r_negg": [0.0002565655158832669, 1.0637096892196496e-07, 0.5287226438522339], "cos_apical_negg": [0.000874639896210283, -6.492437387350947e-05, 0.5868415832519531], "cos_Ac_negg": [0.0002181398740503937, 1.0642300907193203e-07, 0.5287226438522339], "r_norm": [2.500807762145996, 0.9782599210739136, 74.13179779052734]}, {"step": 2400, "epoch": 5, "train_loss": 8.931666374206543, "cos_r_negg": [0.00013660012336913496, 5.167420340512763e-07, 0.5088883638381958], "cos_apical_negg": [-0.0006706685526296496, -3.2534488127566874e-05, 0.5699454545974731], "cos_Ac_negg": [0.00017579349514562637, 5.167582912690705e-07, 0.5088883638381958], "r_norm": [2.3408946990966797, 0.8601968288421631, 70.95800018310547]}, {"step": 2450, "epoch": 5, "train_loss": 14.44644832611084, "cos_r_negg": [-0.0002549388154875487, -1.4090176136960508e-06, 0.5139912366867065], "cos_apical_negg": [-0.00338367628864944, -0.00014414249744731933, 0.5759789943695068], "cos_Ac_negg": [-3.052319516427815e-05, -1.408802745572757e-06, 0.5139911770820618], "r_norm": [2.2688426971435547, 0.7964603900909424, 74.71687316894531]}, {"step": 2500, "epoch": 5, "train_loss": 14.101117134094238, "cos_r_negg": [0.0003123678034171462, 2.9424964509416895e-07, 0.4326391816139221], "cos_apical_negg": [-0.000965062587056309, -3.380017005838454e-05, 0.538378119468689], "cos_Ac_negg": [-8.971913484856486e-05, 2.942335299849219e-07, 0.4326391816139221], "r_norm": [2.2622294425964355, 0.8862836956977844, 75.91592407226562], "ldr": {"dL_sdil": -2.694596290588379, "dL_bp": -2.694596290588379, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 9.994189262390137, "cos_r_negg": [-0.0002569531789049506, 1.01996033663454e-06, 0.7133932709693909], "cos_apical_negg": [0.001089100493118167, 2.964338636957109e-05, 0.6996452808380127], "cos_Ac_negg": [-0.00016096785839181393, 1.0197973097092472e-06, 0.7133932709693909], "r_norm": [2.0846288204193115, 0.6644403338432312, 71.74822235107422]}, {"step": 2600, "epoch": 5, "train_loss": 11.270376205444336, "cos_r_negg": [-0.00026951206382364035, 4.549183358903974e-06, 0.6779714822769165], "cos_apical_negg": [-0.005166569724678993, -0.00013562035746872425, 0.7474044561386108], "cos_Ac_negg": [-3.065561759285629e-05, 4.549359346128767e-06, 0.6779714822769165], "r_norm": [2.0636215209960938, 0.7020909786224365, 101.54412841796875]}, {"step": 2650, "epoch": 5, "train_loss": 8.764512062072754, "cos_r_negg": [-0.00013260699051897973, -6.614933312221183e-08, 0.7326871156692505], "cos_apical_negg": [-0.006772493943572044, -0.0002466313599143177, 0.7714667320251465], "cos_Ac_negg": [-8.159939898177981e-05, -6.57280807558891e-08, 0.7326871156692505], "r_norm": [1.9829840660095215, 0.5983482003211975, 70.91871643066406]}, {"step": 2700, "epoch": 5, "train_loss": 10.173454284667969, "cos_r_negg": [-0.00015736684144940227, 2.977296844619559e-06, 0.7123703956604004], "cos_apical_negg": [-0.003954715095460415, -0.0001372460537822917, 0.7289835214614868], "cos_Ac_negg": [0.00010032492718892172, 2.9775417260680115e-06, 0.7123703956604004], "r_norm": [1.9357898235321045, 0.5795090198516846, 80.11212921142578]}, {"step": 2750, "epoch": 5, "train_loss": 12.323541641235352, "cos_r_negg": [-0.0005607584025710821, -2.2850400682727923e-07, 0.544963002204895], "cos_apical_negg": [-0.010711228474974632, -0.0002477071830071509, 0.6279340982437134], "cos_Ac_negg": [-0.00013648644380737096, -2.280334854276589e-07, 0.544963002204895], "r_norm": [1.9076457023620605, 0.6184819936752319, 77.2837905883789], "ldr": {"dL_sdil": -1.8244266510009766, "dL_bp": -1.8244266510009766, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 14.21282958984375, "cos_r_negg": [-0.00039203750202432275, -2.6104946755367564e-06, 0.4592761993408203], "cos_apical_negg": [-0.01081213541328907, -0.0003274217597208917, 0.5996718406677246], "cos_Ac_negg": [-0.00015546531358268112, -2.6099012302438496e-06, 0.4592762291431427], "r_norm": [1.8818340301513672, 0.6368165016174316, 82.36302947998047]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1032, "test_loss": 10.89741904296875}, {"step": 2850, "epoch": 6, "train_loss": 6.949099063873291, "cos_r_negg": [-6.071661482565105e-05, -2.814641902659787e-06, 0.7354075312614441], "cos_apical_negg": [-0.007376031018793583, -0.00024789918097667396, 0.779400646686554], "cos_Ac_negg": [-0.0001496192126069218, -2.81415623248904e-06, 0.7354074716567993], "r_norm": [1.826364278793335, 0.5831613540649414, 82.17886352539062]}, {"step": 2900, "epoch": 6, "train_loss": 12.826762199401855, "cos_r_negg": [0.00022902227647136897, 1.751458398757677e-06, 0.6060206890106201], "cos_apical_negg": [-0.0009847665205597878, 0.0001234336814377457, 0.5702913999557495], "cos_Ac_negg": [6.484351615654305e-06, 1.7509938743387465e-06, 0.6060206890106201], "r_norm": [1.7437312602996826, 0.48972374200820923, 78.35647583007812]}, {"step": 2950, "epoch": 6, "train_loss": 8.304635047912598, "cos_r_negg": [-9.325379505753517e-05, 1.001979285319976e-06, 0.6382114291191101], "cos_apical_negg": [-0.005632771644741297, -0.00014890394231770188, 0.6120575666427612], "cos_Ac_negg": [2.7350368327461183e-05, 1.0022720289271092e-06, 0.6382114291191101], "r_norm": [1.7001405954360962, 0.4589029550552368, 71.69169616699219]}, {"step": 3000, "epoch": 6, "train_loss": 14.318869590759277, "cos_r_negg": [-0.0004434086149558425, -9.633189392843633e-07, 0.4088170528411865], "cos_apical_negg": [-0.012232938781380653, -0.00019134595640935004, 0.5702310800552368], "cos_Ac_negg": [-0.00032438209746032953, -9.631014563638018e-07, 0.4088170528411865], "r_norm": [1.715893030166626, 0.5331107378005981, 82.80873107910156], "ldr": {"dL_sdil": -2.7560672760009766, "dL_bp": -2.7560672760009766, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 17.392980575561523, "cos_r_negg": [0.00041946902638301253, 1.0163428214582382e-06, 0.5287754535675049], "cos_apical_negg": [-0.009668038226664066, -0.00017437152564525604, 0.57514488697052], "cos_Ac_negg": [0.0001264819293282926, 1.0166399988520425e-06, 0.5287754535675049], "r_norm": [1.6522908210754395, 0.4403827488422394, 75.37049865722656]}, {"step": 3100, "epoch": 6, "train_loss": 15.692215919494629, "cos_r_negg": [-9.289334411732852e-05, 1.1767144769692095e-06, 0.4647427797317505], "cos_apical_negg": [-0.007125875912606716, 1.0445051884744316e-05, 0.5290499925613403], "cos_Ac_negg": [-3.315809590276331e-05, 1.176365117316891e-06, 0.4647427797317505], "r_norm": [1.6711347103118896, 0.4964599013328552, 75.03759765625]}, {"step": 3150, "epoch": 6, "train_loss": 16.374919891357422, "cos_r_negg": [0.00031950284028425813, 2.236533418908948e-06, 0.6162166595458984], "cos_apical_negg": [-0.007377594709396362, -0.00019330272334627807, 0.6090936660766602], "cos_Ac_negg": [1.6336056432919577e-05, 2.2367721612681635e-06, 0.6162166595458984], "r_norm": [1.6165902614593506, 0.37385863065719604, 68.97454833984375]}, {"step": 3200, "epoch": 6, "train_loss": 14.345760345458984, "cos_r_negg": [0.0003119880275335163, -2.2925007669982733e-06, 0.6693721413612366], "cos_apical_negg": [-0.003029776271432638, 0.00021548892254941165, 0.704686164855957], "cos_Ac_negg": [4.39507384726312e-05, -2.294189926033141e-06, 0.6693720817565918], "r_norm": [1.624461054801941, 0.42852070927619934, 107.26519775390625]}, {"step": 3250, "epoch": 6, "train_loss": 14.166597366333008, "cos_r_negg": [-3.197856494807638e-05, 1.068565097739338e-06, 0.5675613880157471], "cos_apical_negg": [0.00048631950630806386, 0.00022671288752462715, 0.5955781936645508], "cos_Ac_negg": [-4.53802858828567e-05, 1.0669233461158e-06, 0.5675613880157471], "r_norm": [1.605147123336792, 0.39783933758735657, 85.72261047363281], "ldr": {"dL_sdil": -2.3891639709472656, "dL_bp": -2.3891639709472656, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1028, "test_loss": 10.57081396484375}, {"step": 3300, "epoch": 7, "train_loss": 14.319074630737305, "cos_r_negg": [-0.00020517295342870057, 6.571933113264095e-07, 0.6039290428161621], "cos_apical_negg": [0.0009222847875207663, 6.175583257572725e-05, 0.5970781445503235], "cos_Ac_negg": [-2.163501085306052e-05, 6.568046728716581e-07, 0.6039290428161621], "r_norm": [1.582831859588623, 0.4122575521469116, 95.80635070800781]}, {"step": 3350, "epoch": 7, "train_loss": 8.639226913452148, "cos_r_negg": [-0.00023175615933723748, -6.7478422351996414e-06, 0.6682853698730469], "cos_apical_negg": [-0.010126431472599506, -0.0010390514507889748, 0.7257492542266846], "cos_Ac_negg": [0.0003732807235792279, -6.743842277501244e-06, 0.6682853698730469], "r_norm": [1.5317360162734985, 0.3503659963607788, 77.80441284179688]}, {"step": 3400, "epoch": 7, "train_loss": 7.2689595222473145, "cos_r_negg": [0.0001113062899094075, 8.113789817798533e-07, 0.513046145439148], "cos_apical_negg": [-0.0064056734554469585, 3.6772689782083035e-05, 0.5483558177947998], "cos_Ac_negg": [4.618616367224604e-05, 8.107042503979756e-07, 0.513046145439148], "r_norm": [1.4825395345687866, 0.3148442506790161, 77.50830078125]}, {"step": 3450, "epoch": 7, "train_loss": 13.75157356262207, "cos_r_negg": [0.0001454556913813576, -6.2497565522789955e-06, 0.7248169183731079], "cos_apical_negg": [-0.008776616305112839, -0.000709729443769902, 0.7844253182411194], "cos_Ac_negg": [3.945940261473879e-05, -6.247196324693505e-06, 0.7248169183731079], "r_norm": [1.482345461845398, 0.3635554313659668, 89.32231140136719]}, {"step": 3500, "epoch": 7, "train_loss": 8.935890197753906, "cos_r_negg": [-0.00011035425268346444, 4.322162112657679e-06, 0.6354526281356812], "cos_apical_negg": [0.00015066959895193577, -0.0007845313521102071, 0.6521395444869995], "cos_Ac_negg": [-5.479692481458187e-05, 4.32568140240619e-06, 0.6354526281356812], "r_norm": [1.4197492599487305, 0.3033173680305481, 88.65109252929688], "ldr": {"dL_sdil": -1.8449220657348633, "dL_bp": -1.8449230194091797, "ratio": 0.9999994830817837}}, {"step": 3550, "epoch": 7, "train_loss": 9.662124633789062, "cos_r_negg": [0.00023246562341228127, 1.012601728689333e-06, 0.5588918328285217], "cos_apical_negg": [-0.005308680236339569, -8.97302888915874e-05, 0.5633586645126343], "cos_Ac_negg": [8.306762902066112e-05, 1.012538405120722e-06, 0.5588918328285217], "r_norm": [1.3817757368087769, 0.2689175605773926, 73.72422790527344]}, {"step": 3600, "epoch": 7, "train_loss": 9.220632553100586, "cos_r_negg": [1.4939440006855875e-05, 5.019971922592958e-07, 0.4937828779220581], "cos_apical_negg": [-0.0017173883970826864, 1.7737349480739795e-05, 0.48627805709838867], "cos_Ac_negg": [2.639586091390811e-05, 5.01661020280153e-07, 0.4937828779220581], "r_norm": [1.3643426895141602, 0.3020884394645691, 77.48904418945312]}, {"step": 3650, "epoch": 7, "train_loss": 11.321364402770996, "cos_r_negg": [-0.00010690158524084836, 7.705139069003053e-07, 0.523654043674469], "cos_apical_negg": [-0.011843258515000343, -0.00020834934548474848, 0.6075551509857178], "cos_Ac_negg": [-1.2515251910372172e-05, 7.7092732908568e-07, 0.523654043674469], "r_norm": [1.3298397064208984, 0.26620420813560486, 84.03500366210938]}, {"step": 3700, "epoch": 7, "train_loss": 8.876005172729492, "cos_r_negg": [1.3352211681194603e-05, -1.1763772818085272e-06, 0.544806718826294], "cos_apical_negg": [-0.004650386981666088, -0.0002620886662043631, 0.5248942971229553], "cos_Ac_negg": [2.1241357899270952e-05, -1.175300894828979e-06, 0.544806718826294], "r_norm": [1.30288565158844, 0.2574477195739746, 84.27145385742188]}, {"step": 3750, "epoch": 7, "train_loss": 10.310286521911621, "cos_r_negg": [0.00029395113233476877, -3.5967545954918023e-06, 0.49444645643234253], "cos_apical_negg": [-0.004928214475512505, -0.0007352849352173507, 0.4935668110847473], "cos_Ac_negg": [1.7704718629829586e-05, -3.5932150694861775e-06, 0.49444645643234253], "r_norm": [1.281638264656067, 0.23815414309501648, 79.21670532226562], "ldr": {"dL_sdil": -1.471816062927246, "dL_bp": -1.471816062927246, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0974, "test_loss": 9.1484294921875}, {"step": 3800, "epoch": 8, "train_loss": 8.350662231445312, "cos_r_negg": [-0.00011980277486145496, 8.108731890388299e-07, 0.511878252029419], "cos_apical_negg": [-0.000590707000810653, 0.0003979722678195685, 0.48181065917015076], "cos_Ac_negg": [9.912497262121178e-06, 8.088983349807677e-07, 0.511878252029419], "r_norm": [1.2679638862609863, 0.23118382692337036, 75.17538452148438]}, {"step": 3850, "epoch": 8, "train_loss": 20.2028865814209, "cos_r_negg": [-0.00010637749801389873, 1.9120534489047714e-06, 0.6224456429481506], "cos_apical_negg": [-0.010618649423122406, -0.0004711493384093046, 0.6716222763061523], "cos_Ac_negg": [-1.0812032996909693e-05, 1.9135093225486344e-06, 0.6224456429481506], "r_norm": [1.2612963914871216, 0.2306998372077942, 78.39961242675781]}, {"step": 3900, "epoch": 8, "train_loss": 9.074897766113281, "cos_r_negg": [0.00017413846217095852, 5.405926913226722e-06, 0.5527389645576477], "cos_apical_negg": [-0.01257763709872961, -0.0007899510092101991, 0.6554620265960693], "cos_Ac_negg": [1.8253740563523024e-05, 5.40897326573031e-06, 0.5527389645576477], "r_norm": [1.229189395904541, 0.22585473954677582, 83.01426696777344]}, {"step": 3950, "epoch": 8, "train_loss": 11.735634803771973, "cos_r_negg": [1.7911588656716049e-06, -6.467848834290635e-07, 0.5003058910369873], "cos_apical_negg": [-0.008279511705040932, -0.00019776361295953393, 0.562091052532196], "cos_Ac_negg": [-3.482323154457845e-05, -6.462526584982697e-07, 0.5003059506416321], "r_norm": [1.211219310760498, 0.21520915627479553, 90.43827819824219]}, {"step": 4000, "epoch": 8, "train_loss": 10.925994873046875, "cos_r_negg": [-0.00019297959806863219, -1.920080165973559e-07, 0.4536040425300598], "cos_apical_negg": [-0.005702841095626354, 0.00030354788759723306, 0.4715937674045563], "cos_Ac_negg": [-3.183939406881109e-05, -1.934310773776815e-07, 0.4536040425300598], "r_norm": [1.203224778175354, 0.20120111107826233, 84.31185913085938], "ldr": {"dL_sdil": -2.404852867126465, "dL_bp": -2.404852867126465, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 15.850722312927246, "cos_r_negg": [8.793182496447116e-05, -3.3425440051360056e-06, 0.6010972261428833], "cos_apical_negg": [-0.009536861442029476, -0.0008583945455029607, 0.6807384490966797], "cos_Ac_negg": [-5.472497286973521e-05, -3.339664317536517e-06, 0.6010972261428833], "r_norm": [1.1800583600997925, 0.1901998519897461, 82.16769409179688]}, {"step": 4100, "epoch": 8, "train_loss": 8.471710205078125, "cos_r_negg": [0.00020700575259979814, -1.3242131444712868e-06, 0.42473748326301575], "cos_apical_negg": [-0.006683139130473137, -0.00045045142178423703, 0.49033546447753906], "cos_Ac_negg": [1.4537638890033122e-05, -1.3227911495050648e-06, 0.42473751306533813], "r_norm": [1.1711795330047607, 0.2105143815279007, 80.14266204833984]}, {"step": 4150, "epoch": 8, "train_loss": 8.55112075805664, "cos_r_negg": [-8.080987754510716e-05, 9.025769713844056e-07, 0.5605632066726685], "cos_apical_negg": [0.000559908919967711, 0.00023795045854058117, 0.506675124168396], "cos_Ac_negg": [5.1535069360397756e-05, 9.016402486849984e-07, 0.5605632066726685], "r_norm": [1.1491844654083252, 0.18404966592788696, 81.61408996582031]}, {"step": 4200, "epoch": 8, "train_loss": 13.19131851196289, "cos_r_negg": [-5.302103090798482e-05, -1.6757685727952776e-07, 0.4157813489437103], "cos_apical_negg": [-0.006814072374254465, -0.00012263304961379617, 0.5151242017745972], "cos_Ac_negg": [1.0501396900508553e-05, -1.673981557814841e-07, 0.4157813489437103], "r_norm": [1.1625086069107056, 0.22921203076839447, 89.49198150634766]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.1135, "test_loss": 9.70152998046875}, {"step": 4250, "epoch": 9, "train_loss": 8.66131591796875, "cos_r_negg": [-8.767327381065115e-05, 2.5157345362458727e-07, 0.5817804336547852], "cos_apical_negg": [-0.007225095760077238, 6.911789569130633e-06, 0.565639317035675], "cos_Ac_negg": [-4.612334305420518e-05, 2.5132635528279934e-07, 0.5817804336547852], "r_norm": [1.1354368925094604, 0.15121720731258392, 75.26222229003906], "ldr": {"dL_sdil": -0.6935567855834961, "dL_bp": -0.6935567855834961, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 11.244803428649902, "cos_r_negg": [1.745225745253265e-06, 3.7663614875782514e-06, 0.5817321538925171], "cos_apical_negg": [-0.014838891103863716, -0.0004980337107554078, 0.6715871691703796], "cos_Ac_negg": [-1.8072325474349782e-05, 3.7678737498936243e-06, 0.5817321538925171], "r_norm": [1.2679957151412964, 0.17653846740722656, 90.77873229980469]}, {"step": 4350, "epoch": 9, "train_loss": 8.87775707244873, "cos_r_negg": [0.00018060379079543054, -4.947717968661891e-08, 0.5324356555938721], "cos_apical_negg": [-0.003361362498253584, -8.661252650199458e-05, 0.5675597190856934], "cos_Ac_negg": [2.151918306481093e-05, -4.936647712838749e-08, 0.5324356555938721], "r_norm": [1.9769511222839355, 0.15487787127494812, 75.17033386230469]}, {"step": 4400, "epoch": 9, "train_loss": 14.260956764221191, "cos_r_negg": [0.00020082679111510515, -2.7901313615075196e-07, 0.33720099925994873], "cos_apical_negg": [-0.008000192232429981, -0.0001574506750330329, 0.3872101306915283], "cos_Ac_negg": [7.821749022696167e-05, -2.7871857355421525e-07, 0.33720099925994873], "r_norm": [1.7227811813354492, 0.15092623233795166, 75.2349853515625]}, {"step": 4450, "epoch": 9, "train_loss": 18.335960388183594, "cos_r_negg": [0.0005254126153886318, 2.940894603398192e-07, 0.4815998077392578], "cos_apical_negg": [-0.01041739247739315, -0.0002057348465314135, 0.6046962738037109], "cos_Ac_negg": [-7.091235602274537e-06, 2.9460980499607103e-07, 0.4815998077392578], "r_norm": [1.7101378440856934, 0.13177889585494995, 87.48760986328125]}, {"step": 4500, "epoch": 9, "train_loss": 11.86575698852539, "cos_r_negg": [0.00017362571088597178, -8.92778828642804e-08, 0.4393671751022339], "cos_apical_negg": [-0.00640405248850584, -0.00010568235302343965, 0.4992791712284088], "cos_Ac_negg": [3.2109488529386e-05, -8.911871418604278e-08, 0.4393671751022339], "r_norm": [1.7800021171569824, 0.13394486904144287, 87.77400970458984], "ldr": {"dL_sdil": -2.5812807083129883, "dL_bp": -2.5812807083129883, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 8.760407447814941, "cos_r_negg": [0.00026409735437482595, 1.3038314250479743e-07, 0.4425652027130127], "cos_apical_negg": [-0.0020528738386929035, -8.753506699576974e-05, 0.4656316041946411], "cos_Ac_negg": [5.977551336400211e-05, 1.3052452629835898e-07, 0.4425652027130127], "r_norm": [1.7567378282546997, 0.13721448183059692, 75.42799377441406]}, {"step": 4600, "epoch": 9, "train_loss": 12.362990379333496, "cos_r_negg": [0.00034322997089475393, 9.366405038235825e-07, 0.6028578877449036], "cos_apical_negg": [-0.0132954902946949, -0.00034386146580800414, 0.662295937538147], "cos_Ac_negg": [-3.0212437195586972e-05, 9.377367859997321e-07, 0.6028578877449036], "r_norm": [1.7368807792663574, 0.12785537540912628, 80.7768325805664]}, {"step": 4650, "epoch": 9, "train_loss": 7.675228118896484, "cos_r_negg": [9.492431854596362e-05, -1.4972034279026047e-08, 0.532295286655426], "cos_apical_negg": [-0.005293938331305981, -0.0001382259652018547, 0.5539597868919373], "cos_Ac_negg": [-1.637759487493895e-05, -1.4553833693753404e-08, 0.5322952270507812], "r_norm": [1.6668815612792969, 0.1133916825056076, 83.40949249267578]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0982, "test_loss": 11.11126015625}, {"step": 4700, "epoch": 10, "train_loss": 7.553195953369141, "cos_r_negg": [0.00031269111786969006, -6.427857783819491e-07, 0.7384434938430786], "cos_apical_negg": [-0.008360594511032104, -0.00027397877420298755, 0.7542895674705505], "cos_Ac_negg": [1.3723569281864911e-05, -6.421668103939737e-07, 0.7384434938430786], "r_norm": [1.6148316860198975, 0.12392996996641159, 87.37738037109375]}, {"step": 4750, "epoch": 10, "train_loss": 8.79129409790039, "cos_r_negg": [0.00012883478484582156, -7.794722023390932e-08, 0.4105145335197449], "cos_apical_negg": [-0.002023128094151616, -8.952117059379816e-05, 0.44600164890289307], "cos_Ac_negg": [2.558269989094697e-05, -7.778460542340326e-08, 0.4105145335197449], "r_norm": [1.5676753520965576, 0.13105249404907227, 79.43844604492188], "ldr": {"dL_sdil": -1.7486610412597656, "dL_bp": -1.7486610412597656, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 8.434873580932617, "cos_r_negg": [-0.00010880731861107051, 1.0516990869291476e-06, 0.5958530902862549], "cos_apical_negg": [-0.007533474825322628, -0.00027179723838344216, 0.6559826135635376], "cos_Ac_negg": [-5.3350391681306064e-05, 1.0520624300625059e-06, 0.5958530902862549], "r_norm": [1.5421841144561768, 0.10986201465129852, 82.88703918457031]}, {"step": 4850, "epoch": 10, "train_loss": 18.156661987304688, "cos_r_negg": [-0.0007236093515530229, 2.0428567495400785e-06, 0.6050446033477783], "cos_apical_negg": [-0.008996647782623768, -0.0003811773203779012, 0.6883734464645386], "cos_Ac_negg": [-6.234555621631444e-05, 2.0433312784007285e-06, 0.6050446033477783], "r_norm": [1.682694911956787, 0.11027854681015015, 89.35542297363281]}, {"step": 4900, "epoch": 10, "train_loss": 17.92662811279297, "cos_r_negg": [0.0003329276805743575, 1.4262360537031782e-07, 0.4613821804523468], "cos_apical_negg": [-0.00034617120400071144, -8.013995829969645e-05, 0.5151602029800415], "cos_Ac_negg": [6.272871542023495e-05, 1.4273869908265624e-07, 0.4613821804523468], "r_norm": [1.648557186126709, 0.11817533522844315, 82.25393676757812]}, {"step": 4950, "epoch": 10, "train_loss": 9.840583801269531, "cos_r_negg": [8.903536945581436e-05, 1.5503057682053623e-07, 0.44112831354141235], "cos_apical_negg": [-0.004034923389554024, -0.0001311134546995163, 0.469429612159729], "cos_Ac_negg": [1.4618544810218737e-05, 1.552084398781517e-07, 0.44112831354141235], "r_norm": [1.6935038566589355, 0.08222898840904236, 76.03120422363281]}, {"step": 5000, "epoch": 10, "train_loss": 12.29096794128418, "cos_r_negg": [4.0714716305956244e-05, 5.102707518744865e-07, 0.6458083391189575], "cos_apical_negg": [-0.0022750739008188248, -8.203824836527929e-05, 0.6688752770423889], "cos_Ac_negg": [-3.351271152496338e-05, 5.103892704028112e-07, 0.6458083391189575], "r_norm": [1.707338809967041, 0.08973245322704315, 102.35844421386719], "ldr": {"dL_sdil": -1.971928596496582, "dL_bp": -1.971928596496582, "ratio": 1.0}}, {"step": 5050, "epoch": 10, "train_loss": 11.760293006896973, "cos_r_negg": [-0.00032514307531528175, 5.5521763187016404e-08, 0.653529167175293], "cos_apical_negg": [-0.007419455796480179, -0.00041960005182772875, 0.6704767942428589], "cos_Ac_negg": [-1.7873589968075976e-05, 5.6487227340085155e-08, 0.653529167175293], "r_norm": [1.6301994323730469, 0.07837019115686417, 77.41508483886719]}, {"step": 5100, "epoch": 10, "train_loss": 14.379650115966797, "cos_r_negg": [0.0001573937915964052, 5.246526484370406e-07, 0.4862540662288666], "cos_apical_negg": [-0.012646365910768509, -0.0009090492967516184, 0.5581462383270264], "cos_Ac_negg": [-1.9437489754636772e-05, 5.26730332239822e-07, 0.4862540662288666], "r_norm": [1.5474889278411865, 0.08281230926513672, 81.46000671386719]}, {"step": 5150, "epoch": 10, "train_loss": 13.825712203979492, "cos_r_negg": [0.0003743254055734724, 3.814064655216498e-07, 0.6437207460403442], "cos_apical_negg": [-0.009869727306067944, -0.0003952353436034173, 0.6643006801605225], "cos_Ac_negg": [-3.708235453814268e-06, 3.824905263627443e-07, 0.6437207460403442], "r_norm": [1.491247296333313, 0.072511225938797, 80.22998046875]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0982, "test_loss": 15.148355859375}, {"step": 5200, "epoch": 11, "train_loss": 10.118941307067871, "cos_r_negg": [-0.00028206390561535954, 3.63401454706036e-07, 0.6299891471862793], "cos_apical_negg": [-0.005917912349104881, -0.0001710111100692302, 0.6264543533325195], "cos_Ac_negg": [-2.68746807705611e-05, 3.6377045375957096e-07, 0.6299891471862793], "r_norm": [1.4780288934707642, 0.07215329259634018, 92.58200073242188]}, {"step": 5250, "epoch": 11, "train_loss": 10.085345268249512, "cos_r_negg": [0.00015237645129673183, 1.3763574315817095e-06, 0.6935406923294067], "cos_apical_negg": [-0.006441676523536444, -0.0004837223968934268, 0.7069133520126343], "cos_Ac_negg": [-1.2693659300566651e-05, 1.3776617606708896e-06, 0.6935406923294067], "r_norm": [1.4143438339233398, 0.07596965879201889, 110.09877014160156], "ldr": {"dL_sdil": -2.7637767791748047, "dL_bp": -2.7637767791748047, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 13.484560012817383, "cos_r_negg": [0.0010420099133625627, 2.775449956970988e-06, 0.5849450826644897], "cos_apical_negg": [-0.007008791901171207, -0.0009340122924186289, 0.6840984225273132], "cos_Ac_negg": [2.441414471832104e-05, 2.7772853172791656e-06, 0.5849450826644897], "r_norm": [1.3924809694290161, 0.07473316043615341, 89.49417114257812]}, {"step": 5350, "epoch": 11, "train_loss": 15.232036590576172, "cos_r_negg": [0.00037912753759883344, 9.216336138706538e-08, 0.5043209195137024], "cos_apical_negg": [-0.006790008395910263, -0.00035610311897471547, 0.5772265791893005], "cos_Ac_negg": [-3.270383604103699e-05, 9.266699407817214e-08, 0.5043209195137024], "r_norm": [1.3300153017044067, 0.06564986705780029, 79.80753326416016]}, {"step": 5400, "epoch": 11, "train_loss": 13.105768203735352, "cos_r_negg": [0.00032476699561811984, -2.73441571607691e-07, 0.4288938641548157], "cos_apical_negg": [-0.004432481713593006, -0.0001996458158828318, 0.47836750745773315], "cos_Ac_negg": [5.006891115044709e-06, -2.731771360231505e-07, 0.4288938641548157], "r_norm": [1.2712279558181763, 0.06075876206159592, 86.4495849609375]}, {"step": 5450, "epoch": 11, "train_loss": 13.775177955627441, "cos_r_negg": [8.640943269710988e-05, 1.3999900261296716e-07, 0.5062875747680664], "cos_apical_negg": [-0.00247135479003191, -7.626639126101509e-05, 0.5683434009552002], "cos_Ac_negg": [1.5832736153242877e-06, 1.4005159698626812e-07, 0.5062875747680664], "r_norm": [1.235874891281128, 0.060464873909950256, 78.0467758178711]}, {"step": 5500, "epoch": 11, "train_loss": 9.430831909179688, "cos_r_negg": [0.000217218796024099, 5.282189619038036e-08, 0.4431650638580322], "cos_apical_negg": [-0.00191768747754395, -7.623414421686903e-05, 0.5041011571884155], "cos_Ac_negg": [1.7568587281857617e-05, 5.287247262231176e-08, 0.443165123462677], "r_norm": [1.224783182144165, 0.05196171626448631, 83.83380126953125], "ldr": {"dL_sdil": -1.0355777740478516, "dL_bp": -1.0355768203735352, "ratio": 1.0000009209112233}}, {"step": 5550, "epoch": 11, "train_loss": 12.598531723022461, "cos_r_negg": [9.904507169267163e-05, 1.039168324723505e-07, 0.5987052321434021], "cos_apical_negg": [-0.004337522201240063, -5.160631189937703e-05, 0.6154196262359619], "cos_Ac_negg": [9.322529876953922e-07, 1.039497306010162e-07, 0.5987051725387573], "r_norm": [1.166374921798706, 0.05780396983027458, 101.46399688720703]}, {"step": 5600, "epoch": 11, "train_loss": 14.294759750366211, "cos_r_negg": [2.8894090064568445e-05, 8.75710810532837e-08, 0.6483186483383179], "cos_apical_negg": [-0.001883477671071887, -2.8585214749909937e-05, 0.6584281921386719], "cos_Ac_negg": [7.6542746683117e-06, 8.75850929560329e-08, 0.6483186483383179], "r_norm": [1.1237525939941406, 0.05485842376947403, 102.87727355957031]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.098, "test_loss": 11.03041005859375}, {"step": 5650, "epoch": 12, "train_loss": 10.978912353515625, "cos_r_negg": [7.079652277752757e-07, -4.7148748905101456e-08, 0.5072245597839355], "cos_apical_negg": [-0.002779369242489338, -6.869398930575699e-05, 0.5093361735343933], "cos_Ac_negg": [1.338833953923313e-05, -4.710162215815217e-08, 0.5072245597839355], "r_norm": [1.1031290292739868, 0.05092078447341919, 87.03889465332031]}, {"step": 5700, "epoch": 12, "train_loss": 10.130890846252441, "cos_r_negg": [-5.021675315219909e-05, 3.0871596834458614e-08, 0.5204319357872009], "cos_apical_negg": [0.001587818143889308, 2.614794357214123e-05, 0.46281901001930237], "cos_Ac_negg": [6.234207376110135e-06, 3.0817737695088e-08, 0.5204319357872009], "r_norm": [1.046860694885254, 0.045196667313575745, 78.0074691772461]}, {"step": 5750, "epoch": 12, "train_loss": 15.400476455688477, "cos_r_negg": [-1.5003948647063226e-05, -1.7171077004718427e-08, 0.6105120182037354], "cos_apical_negg": [-0.0037834537215530872, -8.073527715168893e-05, 0.6280250549316406], "cos_Ac_negg": [5.779433195129968e-06, -1.7094748727686238e-08, 0.6105120182037354], "r_norm": [1.000943660736084, 0.04425365477800369, 80.83499145507812], "ldr": {"dL_sdil": -1.772995948791504, "dL_bp": -1.772995948791504, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 15.757497787475586, "cos_r_negg": [-5.766387766925618e-05, 1.1906465147148992e-07, 0.6639022827148438], "cos_apical_negg": [-0.0044496916234493256, -5.665908247465268e-05, 0.681056797504425], "cos_Ac_negg": [2.3126942778617376e-06, 1.1911089359273319e-07, 0.6639022827148438], "r_norm": [0.9676047563552856, 0.049663834273815155, 113.55549621582031]}, {"step": 5850, "epoch": 12, "train_loss": 11.285749435424805, "cos_r_negg": [-1.0030658813775517e-05, -1.2131764037803805e-08, 0.44576889276504517], "cos_apical_negg": [4.140700912103057e-05, -2.067433342745062e-05, 0.45364123582839966], "cos_Ac_negg": [4.950745733367512e-07, -1.2106372793141418e-08, 0.44576889276504517], "r_norm": [0.9667638540267944, 0.041877541691064835, 85.11402130126953]}, {"step": 5900, "epoch": 12, "train_loss": 10.357096672058105, "cos_r_negg": [0.00019162193348165601, -6.782075701039503e-08, 0.4520779550075531], "cos_apical_negg": [-0.002414807677268982, -7.502416701754555e-05, 0.48004618287086487], "cos_Ac_negg": [6.552946842930396e-07, -6.777473515739985e-08, 0.4520779848098755], "r_norm": [0.9555494785308838, 0.04281560331583023, 91.12397766113281]}, {"step": 5950, "epoch": 12, "train_loss": 14.091939926147461, "cos_r_negg": [0.0003648236161097884, 8.312937893606431e-08, 0.4659474790096283], "cos_apical_negg": [-0.004306119401007891, -0.00010710809874581173, 0.5392451286315918], "cos_Ac_negg": [1.8565191567176953e-05, 8.319595679040503e-08, 0.4659474492073059], "r_norm": [0.957757830619812, 0.036128461360931396, 84.77066040039062]}, {"step": 6000, "epoch": 12, "train_loss": 20.336750030517578, "cos_r_negg": [2.95345853373874e-06, 3.462056952230341e-08, 0.438235342502594], "cos_apical_negg": [0.0016325494507327676, 3.303065386717208e-05, 0.4574050009250641], "cos_Ac_negg": [1.5880665159784257e-05, 3.458492159325033e-08, 0.438235342502594], "r_norm": [0.9655156135559082, 0.03998926654458046, 91.9139404296875], "ldr": {"dL_sdil": -2.1024818420410156, "dL_bp": -2.1024818420410156, "ratio": 1.0}}, {"step": 6050, "epoch": 12, "train_loss": 10.852270126342773, "cos_r_negg": [-6.309445780061651e-06, 1.641325653167769e-08, 0.5630632638931274], "cos_apical_negg": [0.0021210908889770508, 3.244111576350406e-05, 0.5311188101768494], "cos_Ac_negg": [5.431689714896493e-06, 1.6386252355005126e-08, 0.5630632638931274], "r_norm": [0.9306206703186035, 0.03706920146942139, 91.34243774414062]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.101, "test_loss": 10.60935732421875}, {"step": 6100, "epoch": 13, "train_loss": 12.692525863647461, "cos_r_negg": [3.403305890969932e-05, -3.9189869127653765e-09, 0.5090535879135132], "cos_apical_negg": [-0.00037686742143705487, -1.8505179468775168e-05, 0.4755152463912964], "cos_Ac_negg": [3.143124331472791e-06, -3.904218282002603e-09, 0.5090535879135132], "r_norm": [0.8973076343536377, 0.03724507614970207, 94.48979949951172]}, {"step": 6150, "epoch": 13, "train_loss": 8.039826393127441, "cos_r_negg": [-3.4920944017358124e-05, 9.687282975789913e-09, 0.3944620192050934], "cos_apical_negg": [0.000493341707624495, -4.813973646378145e-06, 0.43639546632766724], "cos_Ac_negg": [1.0576282875263132e-05, 9.686376145623399e-09, 0.3944620192050934], "r_norm": [0.8770270347595215, 0.045393332839012146, 83.36437225341797]}, {"step": 6200, "epoch": 13, "train_loss": 10.047268867492676, "cos_r_negg": [-0.00014663537149317563, -1.361331847249403e-08, 0.6045984625816345], "cos_apical_negg": [-0.003996690735220909, -0.00012675567995756865, 0.6314540505409241], "cos_Ac_negg": [5.723054528061766e-06, -1.3539118270955441e-08, 0.6045985221862793], "r_norm": [0.8532680869102478, 0.031484778970479965, 77.69332122802734]}, {"step": 6250, "epoch": 13, "train_loss": 6.848944664001465, "cos_r_negg": [0.00019438134040683508, -4.133643471959658e-08, 0.5433555841445923], "cos_apical_negg": [-0.0030652121640741825, -8.101679850369692e-05, 0.5472005009651184], "cos_Ac_negg": [9.611417226551566e-06, -4.1259653471570346e-08, 0.5433555841445923], "r_norm": [0.8177062273025513, 0.033463310450315475, 84.4013671875], "ldr": {"dL_sdil": -2.019667148590088, "dL_bp": -2.0196666717529297, "ratio": 1.0000002360969584}}, {"step": 6300, "epoch": 13, "train_loss": 13.760171890258789, "cos_r_negg": [0.00019522344518918544, -2.8759636450104153e-08, 0.41793912649154663], "cos_apical_negg": [-0.001400284469127655, -7.88709512562491e-05, 0.451373815536499], "cos_Ac_negg": [1.1827429261757061e-05, -2.8646077510074974e-08, 0.41793912649154663], "r_norm": [0.8022638559341431, 0.028187435120344162, 85.42611694335938]}, {"step": 6350, "epoch": 13, "train_loss": 11.013166427612305, "cos_r_negg": [-4.20033757109195e-07, 1.542992933423193e-08, 0.4427430033683777], "cos_apical_negg": [0.001184144290164113, 2.471531115588732e-05, 0.4332180619239807], "cos_Ac_negg": [4.987003194401041e-06, 1.5415546172903305e-08, 0.4427430033683777], "r_norm": [0.7783539891242981, 0.030599452555179596, 81.78202056884766]}, {"step": 6400, "epoch": 13, "train_loss": 14.740165710449219, "cos_r_negg": [6.312496407190338e-05, -6.7643619594548454e-09, 0.3390384316444397], "cos_apical_negg": [4.24950267188251e-05, -6.120401667430997e-05, 0.4257630705833435], "cos_Ac_negg": [-1.3983594726596493e-05, -6.71260558249287e-09, 0.3390384316444397], "r_norm": [0.7657351493835449, 0.03507578372955322, 86.68266296386719]}, {"step": 6450, "epoch": 13, "train_loss": 13.51059341430664, "cos_r_negg": [0.0001460500934626907, -4.0702325065922196e-08, 0.41696375608444214], "cos_apical_negg": [-0.0030269755516201258, -7.176605868153274e-05, 0.4708402752876282], "cos_Ac_negg": [1.5623713807144668e-06, -4.0648096444328985e-08, 0.41696372628211975], "r_norm": [0.7674683332443237, 0.027476802468299866, 95.1948471069336]}, {"step": 6500, "epoch": 13, "train_loss": 7.815810680389404, "cos_r_negg": [2.1559822926064953e-05, 3.5628708872081916e-09, 0.4800638258457184], "cos_apical_negg": [-0.0010081204818561673, -2.811084414133802e-05, 0.4555235207080841], "cos_Ac_negg": [-1.4185458212523372e-06, 3.5829637035078576e-09, 0.4800638258457184], "r_norm": [0.7653645277023315, 0.025324299931526184, 89.57450866699219], "ldr": {"dL_sdil": -1.5353870391845703, "dL_bp": -1.5353870391845703, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 12.879802703857422, "cos_r_negg": [-2.099934317811858e-05, 2.063336346225242e-08, 0.4309118390083313], "cos_apical_negg": [-0.0026446518022567034, -6.224244134500623e-05, 0.4976082444190979], "cos_Ac_negg": [1.9074273950536735e-05, 2.0682609402911112e-08, 0.4309118390083313], "r_norm": [0.7549271583557129, 0.021472658962011337, 84.7398452758789]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1009, "test_loss": 9.809108984375}, {"step": 6600, "epoch": 14, "train_loss": 13.978185653686523, "cos_r_negg": [-4.05471510021016e-05, 1.7397688623077556e-07, 0.5392993092536926], "cos_apical_negg": [-0.005305331200361252, -0.00015277556667570025, 0.6051430702209473], "cos_Ac_negg": [2.298544131917879e-05, 1.7409055885764246e-07, 0.5392992496490479], "r_norm": [0.7661222219467163, 0.02506287582218647, 91.04176330566406]}, {"step": 6650, "epoch": 14, "train_loss": 9.193981170654297, "cos_r_negg": [-4.76057430205401e-05, -3.1816568935028045e-08, 0.5754311084747314], "cos_apical_negg": [-0.002274089492857456, -5.812947347294539e-05, 0.556454598903656], "cos_Ac_negg": [3.813358944171341e-06, -3.1771641317845933e-08, 0.5754311084747314], "r_norm": [0.784377932548523, 0.021529093384742737, 85.26840209960938]}, {"step": 6700, "epoch": 14, "train_loss": 12.719364166259766, "cos_r_negg": [0.0001957567292265594, 1.5795492913639464e-08, 0.5494834184646606], "cos_apical_negg": [-0.001146879862062633, -1.2236682778166141e-06, 0.5274633169174194], "cos_Ac_negg": [2.0329684048192576e-05, 1.5810861953013955e-08, 0.5494834184646606], "r_norm": [0.7542408108711243, 0.022220904007554054, 95.5643310546875]}, {"step": 6750, "epoch": 14, "train_loss": 14.171464920043945, "cos_r_negg": [6.0329002735670656e-05, 8.181367405768469e-08, 0.5441421270370483], "cos_apical_negg": [-0.005690831691026688, -0.00013187012518756092, 0.6214288473129272], "cos_Ac_negg": [1.1736673513951246e-05, 8.191530298518046e-08, 0.5441421270370483], "r_norm": [0.774990439414978, 0.022316722199320793, 86.79719543457031], "ldr": {"dL_sdil": -2.4730615615844727, "dL_bp": -2.4730615615844727, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 13.079388618469238, "cos_r_negg": [-2.2078487745602615e-05, -1.4523909186436867e-08, 0.5093168020248413], "cos_apical_negg": [-0.0011034384369850159, -4.446175444172695e-05, 0.5111926794052124], "cos_Ac_negg": [1.4046849173610099e-05, -1.4492171018787303e-08, 0.5093168020248413], "r_norm": [0.7696186304092407, 0.02117282524704933, 84.99125671386719]}, {"step": 6850, "epoch": 14, "train_loss": 12.462053298950195, "cos_r_negg": [3.078998270211741e-05, 5.9066334046065094e-09, 0.3447674512863159], "cos_apical_negg": [-0.001971352845430374, -2.2240139514906332e-05, 0.40037375688552856], "cos_Ac_negg": [1.2388258255668916e-05, 5.922716539430439e-09, 0.3447674512863159], "r_norm": [0.8204542994499207, 0.02266305312514305, 78.58943176269531]}, {"step": 6900, "epoch": 14, "train_loss": 11.751041412353516, "cos_r_negg": [6.558079621754587e-05, 5.18465581578198e-09, 0.595598042011261], "cos_apical_negg": [-0.0014951402554288507, -6.429255336115602e-06, 0.6014756560325623], "cos_Ac_negg": [-2.8685483357548947e-06, 5.18794252002408e-09, 0.595598042011261], "r_norm": [0.8723384141921997, 0.01780192367732525, 89.8209457397461]}, {"step": 6950, "epoch": 14, "train_loss": 8.782187461853027, "cos_r_negg": [6.824510637670755e-05, 4.283998933374278e-08, 0.49651655554771423], "cos_apical_negg": [-0.0022454748395830393, -0.00010281275172019377, 0.5714789032936096], "cos_Ac_negg": [1.1965490557486191e-05, 4.292054001098222e-08, 0.49651655554771423], "r_norm": [1.0107485055923462, 0.01833965629339218, 84.56999969482422]}, {"step": 7000, "epoch": 14, "train_loss": 10.607233047485352, "cos_r_negg": [3.9688289689365774e-05, 9.045211690761334e-09, 0.4550669193267822], "cos_apical_negg": [-0.0002867323055397719, -2.488297104719095e-05, 0.41544800996780396], "cos_Ac_negg": [5.133197191753425e-06, 9.074483386939391e-09, 0.4550669193267822], "r_norm": [1.0539246797561646, 0.015834230929613113, 84.68928527832031], "ldr": {"dL_sdil": -3.183307647705078, "dL_bp": -3.183307647705078, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0982, "test_loss": 8.72073701171875}, {"step": 7050, "epoch": 15, "train_loss": 12.165620803833008, "cos_r_negg": [3.8341320760082453e-05, 1.762034962382586e-09, 0.3574952185153961], "cos_apical_negg": [-0.0010277635883539915, -1.818333112169057e-05, 0.3853785991668701], "cos_Ac_negg": [-4.940870894643012e-07, 1.780984693056098e-09, 0.3574952185153961], "r_norm": [1.0988723039627075, 0.01878579705953598, 82.29794311523438]}, {"step": 7100, "epoch": 15, "train_loss": 9.198695182800293, "cos_r_negg": [0.00011176511907251552, -5.241930445265552e-09, 0.6464998722076416], "cos_apical_negg": [-0.0009870295180007815, 2.399440563749522e-05, 0.6523549556732178], "cos_Ac_negg": [2.8645340535149444e-06, -5.293231630787432e-09, 0.6464998722076416], "r_norm": [1.2713594436645508, 0.016385670751333237, 113.43291473388672]}, {"step": 7150, "epoch": 15, "train_loss": 19.004247665405273, "cos_r_negg": [0.00010464304796187207, -3.102918810782285e-08, 0.2901879549026489], "cos_apical_negg": [0.0008354631718248129, -0.00013090232096146792, 0.38576388359069824], "cos_Ac_negg": [6.747052339051152e-06, -3.09064063230835e-08, 0.2901879549026489], "r_norm": [1.3964521884918213, 0.01521104946732521, 76.79718780517578]}, {"step": 7200, "epoch": 15, "train_loss": 8.519195556640625, "cos_r_negg": [-0.00011337553587509319, 5.843092232282743e-09, 0.5371555685997009], "cos_apical_negg": [-0.00037134430021978915, -2.6310804969398305e-05, 0.5305789709091187], "cos_Ac_negg": [-4.460318905330496e-07, 5.875530284527031e-09, 0.5371555685997009], "r_norm": [1.359429121017456, 0.013077404350042343, 83.5916519165039]}, {"step": 7250, "epoch": 15, "train_loss": 6.349649429321289, "cos_r_negg": [0.00013339289580471814, 4.1014970975084e-08, 0.5031282901763916], "cos_apical_negg": [-0.0004193565691821277, -8.464813436148688e-05, 0.5357390642166138], "cos_Ac_negg": [-3.2870996165001998e-06, 4.127916497509432e-08, 0.5031282901763916], "r_norm": [1.313194751739502, 0.013569406233727932, 83.68585968017578], "ldr": {"dL_sdil": -1.392240047454834, "dL_bp": -1.392240047454834, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 10.931695938110352, "cos_r_negg": [8.949940092861652e-05, 6.495011639628956e-09, 0.38547781109809875], "cos_apical_negg": [0.0009963371558114886, -1.0882170499826316e-05, 0.40763571858406067], "cos_Ac_negg": [-2.9502050438168226e-06, 6.514643047239588e-09, 0.38547781109809875], "r_norm": [1.238723635673523, 0.01409914717078209, 79.45414733886719]}, {"step": 7350, "epoch": 15, "train_loss": 9.900970458984375, "cos_r_negg": [0.0001340937742497772, -4.7878341291607285e-08, 0.6631300449371338], "cos_apical_negg": [0.0009003356099128723, -0.00012957665603607893, 0.7030308246612549], "cos_Ac_negg": [1.2629061529878527e-05, -4.776251927296471e-08, 0.6631300449371338], "r_norm": [1.1301496028900146, 0.014683437533676624, 92.8741455078125]}, {"step": 7400, "epoch": 15, "train_loss": 10.533748626708984, "cos_r_negg": [4.306412301957607e-05, 5.5061256887256604e-08, 0.5273277759552002], "cos_apical_negg": [-0.0010907097021117806, -0.0001045345125021413, 0.6019513010978699], "cos_Ac_negg": [-8.574574167141691e-06, 5.5172861834762443e-08, 0.5273277759552002], "r_norm": [1.0351217985153198, 0.012838250026106834, 91.83121490478516]}, {"step": 7450, "epoch": 15, "train_loss": 14.120122909545898, "cos_r_negg": [-3.581890950954403e-06, 4.90097118444055e-09, 0.5279273390769958], "cos_apical_negg": [-0.00017071102047339082, 2.9027720302110538e-05, 0.5098388195037842], "cos_Ac_negg": [5.338152732292656e-06, 4.881328230510462e-09, 0.5279273390769958], "r_norm": [0.9675644636154175, 0.012065337039530277, 99.06315612792969]}, {"step": 7500, "epoch": 15, "train_loss": 15.466059684753418, "cos_r_negg": [7.610167085658759e-05, -2.2134017285679874e-08, 0.6139017939567566], "cos_apical_negg": [-0.0003215773613192141, -6.744837446603924e-05, 0.6562725305557251], "cos_Ac_negg": [6.307362127699889e-06, -2.2080019590475786e-08, 0.6139017939567566], "r_norm": [0.9144335985183716, 0.012136529199779034, 88.59718322753906], "ldr": {"dL_sdil": -1.5836200714111328, "dL_bp": -1.5836200714111328, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.0982, "test_loss": 17.4365453125}, {"step": 7550, "epoch": 16, "train_loss": 9.969935417175293, "cos_r_negg": [1.4464196283370256e-05, 2.6863727242698587e-08, 0.6309255361557007], "cos_apical_negg": [0.0002782650990411639, -4.15695394622162e-05, 0.6520735025405884], "cos_Ac_negg": [8.866498319548555e-06, 2.6893173910025325e-08, 0.6309255361557007], "r_norm": [0.8730217814445496, 0.011464741080999374, 120.89492797851562]}, {"step": 7600, "epoch": 16, "train_loss": 11.164848327636719, "cos_r_negg": [-3.672977618407458e-05, -4.3365522284233293e-10, 0.40536123514175415], "cos_apical_negg": [-0.000853395729791373, -4.2077561374753714e-05, 0.44205474853515625], "cos_Ac_negg": [-7.200167601695284e-06, -4.07189254536533e-10, 0.40536123514175415], "r_norm": [0.8554361462593079, 0.009760139510035515, 85.4038314819336]}, {"step": 7650, "epoch": 16, "train_loss": 13.301976203918457, "cos_r_negg": [4.2507796024437994e-05, 3.292871753046711e-08, 0.5268552899360657], "cos_apical_negg": [-0.00032678520074114203, -6.974663847358897e-05, 0.5844427943229675], "cos_Ac_negg": [-3.287010486019426e-06, 3.2966710250548203e-08, 0.5268552899360657], "r_norm": [0.8134089708328247, 0.010570580139756203, 92.54121398925781]}, {"step": 7700, "epoch": 16, "train_loss": 10.22711181640625, "cos_r_negg": [2.377128112129867e-05, -1.3691690448069949e-08, 0.5998481512069702], "cos_apical_negg": [0.00014819702482782304, -6.349470640998334e-05, 0.6407350897789001], "cos_Ac_negg": [9.610538654669654e-06, -1.365747959169994e-08, 0.599848210811615], "r_norm": [0.7515996098518372, 0.010090311989188194, 86.43838500976562]}, {"step": 7750, "epoch": 16, "train_loss": 14.473434448242188, "cos_r_negg": [-2.8713318897644058e-05, -1.0763583802031462e-08, 0.36343681812286377], "cos_apical_negg": [2.5008281227201223e-05, -4.213215288473293e-05, 0.4035068154335022], "cos_Ac_negg": [-1.0971880328725092e-06, -1.0746044942777644e-08, 0.36343681812286377], "r_norm": [0.7636499404907227, 0.009558076038956642, 99.39291381835938], "ldr": {"dL_sdil": -6.446208953857422, "dL_bp": -6.446208953857422, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.6486406326293945, "cos_r_negg": [6.710544766974635e-06, -3.536496873124406e-09, 0.34217730164527893], "cos_apical_negg": [-0.0009028199128806591, -2.3430664441548288e-05, 0.34439903497695923], "cos_Ac_negg": [-2.2481819996755803e-06, -3.526187342117737e-09, 0.34217730164527893], "r_norm": [0.8782708644866943, 0.010310963727533817, 79.25166320800781]}, {"step": 7850, "epoch": 16, "train_loss": 9.846342086791992, "cos_r_negg": [-5.7590081269154325e-05, -7.612406704993191e-09, 0.42809468507766724], "cos_apical_negg": [0.0006251411978155375, -3.7069054087623954e-05, 0.4444453716278076], "cos_Ac_negg": [4.474902198126074e-06, -7.594657347453904e-09, 0.42809468507766724], "r_norm": [0.7083644866943359, 0.009349975734949112, 88.11444091796875]}, {"step": 7900, "epoch": 16, "train_loss": 5.90754508972168, "cos_r_negg": [0.00023230377701111138, 6.25740170789868e-09, 0.4436602294445038], "cos_apical_negg": [-0.00023706367937847972, -6.370888877427205e-05, 0.5032368898391724], "cos_Ac_negg": [-8.304504262923729e-06, 6.357726789474327e-09, 0.4436602294445038], "r_norm": [0.7297607064247131, 0.007004464045166969, 91.04661560058594]}, {"step": 7950, "epoch": 16, "train_loss": 8.82487678527832, "cos_r_negg": [-0.0001417562016285956, -1.2075366484509686e-08, 0.43892261385917664], "cos_apical_negg": [-0.00020725146168842912, -6.580834451597184e-05, 0.46072864532470703], "cos_Ac_negg": [6.6196039369970094e-06, -1.202687105461564e-08, 0.43892258405685425], "r_norm": [0.6774342656135559, 0.009939217939972878, 96.52986907958984]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.0892, "test_loss": 11.00431416015625}, {"step": 8000, "epoch": 17, "train_loss": 9.346677780151367, "cos_r_negg": [2.7214036890654825e-05, 7.1637527021550795e-09, 0.5945496559143066], "cos_apical_negg": [0.00029223054298199713, 5.397709901444614e-05, 0.5581884384155273], "cos_Ac_negg": [-8.144861567416228e-07, 7.126140122437619e-09, 0.5945496559143066], "r_norm": [0.6559951305389404, 0.007754693739116192, 100.55601501464844], "ldr": {"dL_sdil": -3.153646945953369, "dL_bp": -3.153646945953369, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 10.754528999328613, "cos_r_negg": [-1.323225205851486e-05, 4.505322337422513e-09, 0.41109880805015564], "cos_apical_negg": [0.001739297527819872, -2.1540023226407357e-05, 0.45714670419692993], "cos_Ac_negg": [-3.1569250040774932e-06, 4.540199327607297e-09, 0.41109880805015564], "r_norm": [0.6505347490310669, 0.007400944828987122, 79.184326171875]}, {"step": 8100, "epoch": 17, "train_loss": 5.796433925628662, "cos_r_negg": [9.623188816476613e-06, -5.365846100779947e-10, 0.5363237261772156], "cos_apical_negg": [0.0013296606484800577, -8.449089364148676e-05, 0.5689935684204102], "cos_Ac_negg": [7.696316970395856e-06, -4.062869485288445e-10, 0.5363237261772156], "r_norm": [0.6357999444007874, 0.006718936376273632, 81.55254364013672]}, {"step": 8150, "epoch": 17, "train_loss": 9.755533218383789, "cos_r_negg": [-0.00028355789254419506, -1.3897330397583119e-08, 0.613416850566864], "cos_apical_negg": [0.0008651341195218265, -0.0001027792677632533, 0.6352988481521606], "cos_Ac_negg": [2.1339008526410908e-05, -1.3763253647880447e-08, 0.613416850566864], "r_norm": [0.7106645107269287, 0.0071466476656496525, 88.63458251953125]}, {"step": 8200, "epoch": 17, "train_loss": 12.10666275024414, "cos_r_negg": [-3.2292075047735125e-05, 2.025296907959273e-08, 0.4687398076057434], "cos_apical_negg": [-0.00039432619814760983, -6.970101094339043e-05, 0.5002393126487732], "cos_Ac_negg": [7.200183063105214e-06, 2.0354526952814922e-08, 0.4687398076057434], "r_norm": [0.655820369720459, 0.005974153056740761, 83.92666625976562]}, {"step": 8250, "epoch": 17, "train_loss": 11.205314636230469, "cos_r_negg": [-7.669632759643719e-05, -6.359118565057997e-09, 0.4175633490085602], "cos_apical_negg": [4.427507519721985e-05, -4.227790850563906e-05, 0.41985946893692017], "cos_Ac_negg": [1.2483919817896094e-05, -6.3047478349176345e-09, 0.4175633490085602], "r_norm": [0.6590726971626282, 0.006034072022885084, 92.40461730957031], "ldr": {"dL_sdil": -1.9615421295166016, "dL_bp": -1.9615421295166016, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 11.700429916381836, "cos_r_negg": [8.231776155298576e-05, 5.220715415532595e-09, 0.35550016164779663], "cos_apical_negg": [-0.0001243661972694099, -6.083086191210896e-05, 0.3611656427383423], "cos_Ac_negg": [5.634833541989792e-06, 5.341282971471628e-09, 0.35550016164779663], "r_norm": [0.6065415143966675, 0.005412575323134661, 83.96810913085938]}, {"step": 8350, "epoch": 17, "train_loss": 11.766653060913086, "cos_r_negg": [-2.393097383901477e-05, 3.143236426694784e-08, 0.48634713888168335], "cos_apical_negg": [0.0020888871513307095, -0.0001638925459701568, 0.5650593042373657], "cos_Ac_negg": [-9.187772320728982e-07, 3.1574586500937585e-08, 0.48634713888168335], "r_norm": [0.6015690565109253, 0.005693464539945126, 86.43251037597656]}, {"step": 8400, "epoch": 17, "train_loss": 7.081936836242676, "cos_r_negg": [-1.4005981938680634e-05, -1.0099292513388036e-09, 0.37240535020828247], "cos_apical_negg": [0.00020423383102752268, -2.9550148610724136e-05, 0.4316542148590088], "cos_Ac_negg": [-1.0284911695634946e-06, -9.717544546816725e-10, 0.37240538001060486], "r_norm": [0.5899295806884766, 0.006970132701098919, 88.641845703125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.1135, "test_loss": 11.28093203125}, {"step": 8450, "epoch": 18, "train_loss": 10.89390754699707, "cos_r_negg": [-6.227939593372867e-05, 3.4093496914522348e-09, 0.3542634844779968], "cos_apical_negg": [0.0004076998447999358, -0.00013774892431683838, 0.4407399594783783], "cos_Ac_negg": [2.4089482394629158e-05, 3.528746628234103e-09, 0.3542634844779968], "r_norm": [0.5765461325645447, 0.004795318469405174, 80.13583374023438]}, {"step": 8500, "epoch": 18, "train_loss": 6.453248500823975, "cos_r_negg": [-5.2301111281849444e-05, 1.1195766091987025e-08, 0.36118215322494507], "cos_apical_negg": [0.001014387235045433, -6.85067061567679e-05, 0.37834304571151733], "cos_Ac_negg": [6.93581660016207e-06, 1.1280682166159295e-08, 0.36118215322494507], "r_norm": [0.5562134981155396, 0.004723294172435999, 83.3785629272461], "ldr": {"dL_sdil": -2.301159381866455, "dL_bp": -2.3011598587036133, "ratio": 0.9999997927839926}}, {"step": 8550, "epoch": 18, "train_loss": 12.166288375854492, "cos_r_negg": [6.911854143254459e-06, 4.903208505879775e-09, 0.5312498807907104], "cos_apical_negg": [-0.0009428843623027205, 3.977896994911134e-05, 0.49242597818374634], "cos_Ac_negg": [-1.5867274214542704e-06, 4.823901278427911e-09, 0.5312498807907104], "r_norm": [0.5803396701812744, 0.004952195566147566, 92.9246826171875]}, {"step": 8600, "epoch": 18, "train_loss": 6.85383939743042, "cos_r_negg": [0.00012046784104313701, -1.0016323770400959e-08, 0.43799132108688354], "cos_apical_negg": [0.0015265524853020906, -0.00012075252016074955, 0.43366533517837524], "cos_Ac_negg": [4.863005415245425e-06, -9.79752901031361e-09, 0.43799132108688354], "r_norm": [0.5235459208488464, 0.005525961983948946, 89.595458984375]}, {"step": 8650, "epoch": 18, "train_loss": 10.701946258544922, "cos_r_negg": [4.634667857317254e-05, -8.585691269047402e-09, 0.3966057598590851], "cos_apical_negg": [0.00107741286046803, -9.299853991251439e-05, 0.40258151292800903], "cos_Ac_negg": [1.0597617801977322e-05, -8.496868986185291e-09, 0.3966057598590851], "r_norm": [0.5137838125228882, 0.004639788530766964, 97.56743621826172]}, {"step": 8700, "epoch": 18, "train_loss": 8.011419296264648, "cos_r_negg": [8.660688763484359e-06, 4.437494816045273e-09, 0.43304434418678284], "cos_apical_negg": [-0.00020331346604507416, -8.333388541359454e-05, 0.47529497742652893], "cos_Ac_negg": [1.3997994756209664e-05, 4.535364972468869e-09, 0.4330443739891052], "r_norm": [0.5548065304756165, 0.003975764382630587, 79.2750244140625]}, {"step": 8750, "epoch": 18, "train_loss": 13.106142044067383, "cos_r_negg": [3.7321060517570004e-05, 2.93569595299914e-08, 0.595741868019104], "cos_apical_negg": [0.0005591813242062926, -0.00017607296467758715, 0.6283848881721497], "cos_Ac_negg": [1.014837107504718e-05, 2.9517424948721782e-08, 0.5957418084144592], "r_norm": [0.5967907905578613, 0.004399807658046484, 123.580810546875], "ldr": {"dL_sdil": -2.1346073150634766, "dL_bp": -2.1346073150634766, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 8.53512191772461, "cos_r_negg": [0.00011783777154050767, -2.2773511965112903e-09, 0.5840235352516174], "cos_apical_negg": [-0.0007667854661121964, -0.00011199451546417549, 0.6054147481918335], "cos_Ac_negg": [2.8920103432028554e-05, -2.1501729285944293e-09, 0.5840235352516174], "r_norm": [0.6433151960372925, 0.004121663048863411, 84.570068359375]}, {"step": 8850, "epoch": 18, "train_loss": 11.387691497802734, "cos_r_negg": [3.0502007575705647e-05, -5.595241603373324e-09, 0.46558886766433716], "cos_apical_negg": [0.00018789991736412048, -0.0001456965401303023, 0.4731748700141907], "cos_Ac_negg": [1.5410478226840496e-05, -5.449320994443951e-09, 0.46558886766433716], "r_norm": [0.8335590958595276, 0.004648647271096706, 90.82646942138672]}, {"step": 8900, "epoch": 18, "train_loss": 13.026588439941406, "cos_r_negg": [-6.835801468696445e-05, 5.393653879082194e-08, 0.39903271198272705], "cos_apical_negg": [-0.0005643608747050166, -0.00037671305472031236, 0.5056471824645996], "cos_Ac_negg": [2.3344948203884996e-05, 5.428061200518641e-08, 0.39903271198272705], "r_norm": [0.9331471920013428, 0.0038139361422508955, 91.30210876464844]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.0974, "test_loss": 12.9084376953125}, {"step": 8950, "epoch": 19, "train_loss": 6.041964530944824, "cos_r_negg": [3.671483136713505e-05, 4.29862456741148e-09, 0.47676563262939453], "cos_apical_negg": [-0.0005399224464781582, -7.273945084307343e-05, 0.4682261347770691], "cos_Ac_negg": [-1.8330449620407308e-06, 4.383966079046786e-09, 0.47676563262939453], "r_norm": [1.089821696281433, 0.0035825176164507866, 91.56289672851562]}, {"step": 9000, "epoch": 19, "train_loss": 7.752400875091553, "cos_r_negg": [0.00010518085036892444, 1.7385898276600642e-10, 0.364084929227829], "cos_apical_negg": [-0.001975895604118705, -4.586454087984748e-05, 0.35808295011520386], "cos_Ac_negg": [1.1012206414307002e-05, 2.8151161957090665e-10, 0.364084929227829], "r_norm": [2.0618693828582764, 0.002979040378704667, 79.66746520996094], "ldr": {"dL_sdil": -2.0522966384887695, "dL_bp": -2.0522966384887695, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 7.582167625427246, "cos_r_negg": [0.00010959948122035712, -1.1285360201895855e-08, 0.40958473086357117], "cos_apical_negg": [-0.005367923527956009, -0.00042021748959086835, 0.4014987349510193], "cos_Ac_negg": [5.719378805224551e-06, -9.853919458180371e-09, 0.40958473086357117], "r_norm": [1.645048975944519, 0.0036967007908970118, 85.82592010498047]}, {"step": 9100, "epoch": 19, "train_loss": 13.77052116394043, "cos_r_negg": [0.00016897940076887608, -2.0468704065024212e-08, 0.32230740785598755], "cos_apical_negg": [-0.0038526575081050396, -0.0003551579429768026, 0.3417434096336365], "cos_Ac_negg": [1.2165442058176268e-05, -1.931854498593566e-08, 0.32230740785598755], "r_norm": [1.391284704208374, 0.0045022317208349705, 85.12945556640625]}, {"step": 9150, "epoch": 19, "train_loss": 10.512463569641113, "cos_r_negg": [-0.00041094698826782405, 1.799810078750852e-08, 0.39709702134132385], "cos_apical_negg": [-0.006043334491550922, -0.000836901948787272, 0.4719732403755188], "cos_Ac_negg": [-1.4149240087135695e-05, 2.05453343227191e-08, 0.39709699153900146], "r_norm": [1.190178394317627, 0.002627122215926647, 90.50662231445312]}, {"step": 9200, "epoch": 19, "train_loss": 17.13727569580078, "cos_r_negg": [0.0006414636736735702, 2.2842584712634562e-07, 0.42563188076019287], "cos_apical_negg": [-0.005135881714522839, -0.0016610007733106613, 0.49575603008270264], "cos_Ac_negg": [5.906903970753774e-05, 2.3265755544343847e-07, 0.4256318509578705], "r_norm": [1.0642497539520264, 0.0030194255523383617, 91.643798828125]}, {"step": 9250, "epoch": 19, "train_loss": 13.06446361541748, "cos_r_negg": [0.00042797380592674017, -5.8932958069135566e-08, 0.40705442428588867], "cos_apical_negg": [-0.005612931214272976, -0.0007676450768485665, 0.42975887656211853], "cos_Ac_negg": [1.4446846762439236e-05, -5.67682931773561e-08, 0.40705442428588867], "r_norm": [1.0001999139785767, 0.002726248698309064, 88.77882385253906], "ldr": {"dL_sdil": -2.5306930541992188, "dL_bp": -2.5306921005249023, "ratio": 1.000000376843282}}, {"step": 9300, "epoch": 19, "train_loss": 9.942397117614746, "cos_r_negg": [0.0008998772245831788, 1.0162678876213249e-07, 0.38130080699920654], "cos_apical_negg": [-0.007148868404328823, -0.0013378062285482883, 0.4647675156593323], "cos_Ac_negg": [-3.39206526405178e-05, 1.0612647827201727e-07, 0.38130080699920654], "r_norm": [0.9213345050811768, 0.002753090113401413, 84.5020980834961]}, {"step": 9350, "epoch": 19, "train_loss": 13.079750061035156, "cos_r_negg": [-0.00027157808654010296, 6.529006668642978e-08, 0.4071349799633026], "cos_apical_negg": [-0.0024888808839023113, -0.0016133890021592379, 0.48386073112487793], "cos_Ac_negg": [3.078367171838181e-06, 7.125105838667878e-08, 0.4071349799633026], "r_norm": [0.8802964687347412, 0.0024318210780620575, 80.19473266601562]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.101, "test_loss": 9.53249765625}], "final": {"test_acc": 0.101, "test_loss": 9.53249765625, "wall_s": 36.89699411392212, "cos_r_negg": [0.00012015638640150428, -8.189537936686975e-08, 0.5576223731040955], "cos_apical_negg": [-0.000347607652656734, -0.0016556272748857737, 0.5550433993339539], "cos_Ac_negg": [1.1819829524029046e-05, -7.56698810278067e-08, 0.5576223731040955]}}
|
