1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856414794921875, "cos_r_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "cos_apical_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "cos_Ac_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "r_norm": [4.761924743652344, 4.786506652832031, 4.870405197143555], "ldr": {"dL_sdil": -0.02113628387451172, "dL_bp": -0.10421180725097656, "ratio": 0.2028204330398814}}, {"step": 50, "epoch": 0, "train_loss": 0.6273460388183594, "cos_r_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "cos_apical_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "cos_Ac_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "r_norm": [1.1860156059265137, 1.2045161724090576, 1.219724178314209]}, {"step": 100, "epoch": 0, "train_loss": 0.34762829542160034, "cos_r_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "cos_apical_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "cos_Ac_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "r_norm": [0.8586770296096802, 0.8688889741897583, 0.8846163153648376]}, {"step": 150, "epoch": 0, "train_loss": 0.36393797397613525, "cos_r_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "cos_apical_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "cos_Ac_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "r_norm": [0.7760515809059143, 0.7853609323501587, 0.7978541851043701]}, {"step": 200, "epoch": 0, "train_loss": 0.2835160493850708, "cos_r_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "cos_apical_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "cos_Ac_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "r_norm": [0.7254453897476196, 0.7380621433258057, 0.7463579177856445]}, {"step": 250, "epoch": 0, "train_loss": 0.16091862320899963, "cos_r_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "cos_apical_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "cos_Ac_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "r_norm": [0.6332821249961853, 0.6430270671844482, 0.6528741717338562], "ldr": {"dL_sdil": -0.005193352699279785, "dL_bp": -0.003493979573249817, "ratio": 1.4863717976603248}}, {"step": 300, "epoch": 0, "train_loss": 0.23084980249404907, "cos_r_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "cos_apical_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "cos_Ac_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "r_norm": [0.579828679561615, 0.5877047181129456, 0.5976170301437378]}, {"step": 350, "epoch": 0, "train_loss": 0.19952158629894257, "cos_r_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "cos_apical_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "cos_Ac_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "r_norm": [0.4869493544101715, 0.4933871626853943, 0.5008738040924072]}, {"step": 400, "epoch": 0, "train_loss": 0.15827202796936035, "cos_r_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "cos_apical_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "cos_Ac_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "r_norm": [0.4740291237831116, 0.4793435335159302, 0.4889255166053772]}, {"step": 450, "epoch": 0, "train_loss": 0.24734853208065033, "cos_r_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "cos_apical_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "cos_Ac_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "r_norm": [0.5123032331466675, 0.5182398557662964, 0.5258601903915405]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9501, "test_loss": 0.16851665954589845}, {"step": 500, "epoch": 1, "train_loss": 0.2022450864315033, "cos_r_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "cos_apical_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "cos_Ac_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "r_norm": [0.49658775329589844, 0.5012377500534058, 0.5105066299438477], "ldr": {"dL_sdil": -0.005877405405044556, "dL_bp": -0.004134774208068848, "ratio": 1.4214574023353035}}, {"step": 550, "epoch": 1, "train_loss": 0.15796509385108948, "cos_r_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "cos_apical_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "cos_Ac_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "r_norm": [0.41475868225097656, 0.4200592041015625, 0.42581653594970703]}, {"step": 600, "epoch": 1, "train_loss": 0.2230219542980194, "cos_r_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "cos_apical_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "cos_Ac_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "r_norm": [0.4491439461708069, 0.45432397723197937, 0.4611707031726837]}, {"step": 650, "epoch": 1, "train_loss": 0.1535545289516449, "cos_r_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "cos_apical_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "cos_Ac_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "r_norm": [0.43508970737457275, 0.44044029712677, 0.44757741689682007]}, {"step": 700, "epoch": 1, "train_loss": 0.10496537387371063, "cos_r_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "cos_apical_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "cos_Ac_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "r_norm": [0.3983275890350342, 0.4030945897102356, 0.40977877378463745]}, {"step": 750, "epoch": 1, "train_loss": 0.07169878482818604, "cos_r_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "cos_apical_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "cos_Ac_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "r_norm": [0.40453535318374634, 0.4089970886707306, 0.41518688201904297], "ldr": {"dL_sdil": -0.0045977383852005005, "dL_bp": -0.0033378899097442627, "ratio": 1.3774385942982652}}, {"step": 800, "epoch": 1, "train_loss": 0.0744248479604721, "cos_r_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "cos_apical_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "cos_Ac_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "r_norm": [0.39390379190444946, 0.39833056926727295, 0.4057004153728485]}, {"step": 850, "epoch": 1, "train_loss": 0.18962018191814423, "cos_r_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "cos_apical_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "cos_Ac_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "r_norm": [0.3969164490699768, 0.4009735882282257, 0.4079616963863373]}, {"step": 900, "epoch": 1, "train_loss": 0.11596865952014923, "cos_r_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "cos_apical_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "cos_Ac_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "r_norm": [0.3632608652114868, 0.3676431179046631, 0.37268245220184326]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9602, "test_loss": 0.13428878860473634}, {"step": 950, "epoch": 2, "train_loss": 0.17787152528762817, "cos_r_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "cos_apical_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "cos_Ac_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "r_norm": [0.3423099219799042, 0.345513254404068, 0.34969794750213623]}, {"step": 1000, "epoch": 2, "train_loss": 0.09855428338050842, "cos_r_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "cos_apical_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "cos_Ac_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "r_norm": [0.3194182515144348, 0.32282117009162903, 0.32582688331604004], "ldr": {"dL_sdil": -0.0028473883867263794, "dL_bp": -0.002173013985157013, "ratio": 1.3103405712875056}}, {"step": 1050, "epoch": 2, "train_loss": 0.05533502250909805, "cos_r_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "cos_apical_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "cos_Ac_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "r_norm": [0.3441619575023651, 0.3467599153518677, 0.3521643280982971]}, {"step": 1100, "epoch": 2, "train_loss": 0.10698441416025162, "cos_r_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "cos_apical_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "cos_Ac_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "r_norm": [0.32381024956703186, 0.3273944854736328, 0.33236199617385864]}, {"step": 1150, "epoch": 2, "train_loss": 0.05351730436086655, "cos_r_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "cos_apical_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "cos_Ac_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "r_norm": [0.3160281181335449, 0.3190643787384033, 0.3238239884376526]}, {"step": 1200, "epoch": 2, "train_loss": 0.016749391332268715, "cos_r_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "cos_apical_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "cos_Ac_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "r_norm": [0.3186197876930237, 0.3218999207019806, 0.3258114457130432]}, {"step": 1250, "epoch": 2, "train_loss": 0.10084599256515503, "cos_r_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "cos_apical_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "cos_Ac_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "r_norm": [0.2917326092720032, 0.29455435276031494, 0.2981087267398834], "ldr": {"dL_sdil": -0.004564948379993439, "dL_bp": -0.0038290470838546753, "ratio": 1.1921891478539712}}, {"step": 1300, "epoch": 2, "train_loss": 0.16009213030338287, "cos_r_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "cos_apical_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "cos_Ac_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "r_norm": [0.2608344554901123, 0.2637980878353119, 0.2659803628921509]}, {"step": 1350, "epoch": 2, "train_loss": 0.10372798144817352, "cos_r_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "cos_apical_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "cos_Ac_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "r_norm": [0.2909814715385437, 0.2942863702774048, 0.29884135723114014]}, {"step": 1400, "epoch": 2, "train_loss": 0.1894911527633667, "cos_r_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "cos_apical_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "cos_Ac_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "r_norm": [0.31093621253967285, 0.31294676661491394, 0.3174363970756531]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.964, "test_loss": 0.11583264694213867}, {"step": 1450, "epoch": 3, "train_loss": 0.04874005168676376, "cos_r_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "cos_apical_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "cos_Ac_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "r_norm": [0.27927812933921814, 0.2822733223438263, 0.2858870029449463]}, {"step": 1500, "epoch": 3, "train_loss": 0.05481761693954468, "cos_r_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "cos_apical_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "cos_Ac_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "r_norm": [0.2712559103965759, 0.2735588252544403, 0.27739131450653076], "ldr": {"dL_sdil": -0.003810591995716095, "dL_bp": -0.003238767385482788, "ratio": 1.1765562456866805}}, {"step": 1550, "epoch": 3, "train_loss": 0.06415927410125732, "cos_r_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "cos_apical_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "cos_Ac_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "r_norm": [0.2537532448768616, 0.2565702497959137, 0.25935763120651245]}, {"step": 1600, "epoch": 3, "train_loss": 0.02895648032426834, "cos_r_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "cos_apical_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "cos_Ac_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "r_norm": [0.2455318421125412, 0.24808144569396973, 0.250718891620636]}, {"step": 1650, "epoch": 3, "train_loss": 0.04750140383839607, "cos_r_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "cos_apical_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "cos_Ac_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "r_norm": [0.21645855903625488, 0.2188342809677124, 0.22065973281860352]}, {"step": 1700, "epoch": 3, "train_loss": 0.03945784643292427, "cos_r_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "cos_apical_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "cos_Ac_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "r_norm": [0.2370454967021942, 0.2383052110671997, 0.24188625812530518]}, {"step": 1750, "epoch": 3, "train_loss": 0.04513532668352127, "cos_r_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "cos_apical_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "cos_Ac_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "r_norm": [0.22413906455039978, 0.22608992457389832, 0.228952556848526], "ldr": {"dL_sdil": -0.0018810555338859558, "dL_bp": -0.0016796737909317017, "ratio": 1.1198933650340221}}, {"step": 1800, "epoch": 3, "train_loss": 0.07445520907640457, "cos_r_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "cos_apical_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "cos_Ac_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "r_norm": [0.2684762477874756, 0.2708875238895416, 0.270413339138031]}, {"step": 1850, "epoch": 3, "train_loss": 0.08070587366819382, "cos_r_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "cos_apical_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "cos_Ac_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "r_norm": [0.25248220562934875, 0.25401490926742554, 0.257556676864624]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9715, "test_loss": 0.10024897727966309}, {"step": 1900, "epoch": 4, "train_loss": 0.05560731887817383, "cos_r_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "cos_apical_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "cos_Ac_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "r_norm": [0.23697777092456818, 0.23805904388427734, 0.2409585565328598]}, {"step": 1950, "epoch": 4, "train_loss": 0.043892890214920044, "cos_r_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "cos_apical_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "cos_Ac_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "r_norm": [0.21082842350006104, 0.21232667565345764, 0.215506911277771]}, {"step": 2000, "epoch": 4, "train_loss": 0.05357499048113823, "cos_r_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "cos_apical_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "cos_Ac_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "r_norm": [0.2088789939880371, 0.20982679724693298, 0.21201391518115997], "ldr": {"dL_sdil": -0.002660989761352539, "dL_bp": -0.002566888928413391, "ratio": 1.0366594876379447}}, {"step": 2050, "epoch": 4, "train_loss": 0.052913181483745575, "cos_r_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "cos_apical_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "cos_Ac_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "r_norm": [0.22969703376293182, 0.23068241775035858, 0.23378467559814453]}, {"step": 2100, "epoch": 4, "train_loss": 0.03892653062939644, "cos_r_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "cos_apical_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "cos_Ac_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "r_norm": [0.24259550869464874, 0.24464625120162964, 0.24663159251213074]}, {"step": 2150, "epoch": 4, "train_loss": 0.05484028160572052, "cos_r_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "cos_apical_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "cos_Ac_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "r_norm": [0.2264251857995987, 0.22730664908885956, 0.22925908863544464]}, {"step": 2200, "epoch": 4, "train_loss": 0.06815525144338608, "cos_r_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "cos_apical_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "cos_Ac_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "r_norm": [0.20051199197769165, 0.2016870677471161, 0.20376428961753845]}, {"step": 2250, "epoch": 4, "train_loss": 0.004783974029123783, "cos_r_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "cos_apical_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "cos_Ac_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "r_norm": [0.23259040713310242, 0.2347351461648941, 0.2371109426021576], "ldr": {"dL_sdil": -0.003362126648426056, "dL_bp": -0.0033131688833236694, "ratio": 1.0147767188533032}}, {"step": 2300, "epoch": 4, "train_loss": 0.15816748142242432, "cos_r_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "cos_apical_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "cos_Ac_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "r_norm": [0.19063693284988403, 0.19114920496940613, 0.19357728958129883]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9734, "test_loss": 0.09208514347076416}, {"step": 2350, "epoch": 5, "train_loss": 0.0407995730638504, "cos_r_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "cos_apical_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "cos_Ac_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "r_norm": [0.20523668825626373, 0.2063756138086319, 0.2092878371477127]}, {"step": 2400, "epoch": 5, "train_loss": 0.02610260434448719, "cos_r_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "cos_apical_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "cos_Ac_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "r_norm": [0.22349363565444946, 0.22480721771717072, 0.22726401686668396]}, {"step": 2450, "epoch": 5, "train_loss": 0.04132871329784393, "cos_r_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "cos_apical_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "cos_Ac_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "r_norm": [0.18261155486106873, 0.18301865458488464, 0.18549031019210815]}, {"step": 2500, "epoch": 5, "train_loss": 0.04248438775539398, "cos_r_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "cos_apical_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "cos_Ac_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "r_norm": [0.174655020236969, 0.17574775218963623, 0.17794886231422424], "ldr": {"dL_sdil": -0.002176675945520401, "dL_bp": -0.0020679645240306854, "ratio": 1.052569287444944}}, {"step": 2550, "epoch": 5, "train_loss": 0.016760308295488358, "cos_r_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "cos_apical_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "cos_Ac_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "r_norm": [0.1667836755514145, 0.16761058568954468, 0.17037509381771088]}, {"step": 2600, "epoch": 5, "train_loss": 0.05853492021560669, "cos_r_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "cos_apical_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "cos_Ac_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "r_norm": [0.17960189282894135, 0.1807985007762909, 0.18292838335037231]}, {"step": 2650, "epoch": 5, "train_loss": 0.037160612642765045, "cos_r_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "cos_apical_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "cos_Ac_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "r_norm": [0.21144844591617584, 0.21288669109344482, 0.21562814712524414]}, {"step": 2700, "epoch": 5, "train_loss": 0.05739685893058777, "cos_r_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "cos_apical_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "cos_Ac_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "r_norm": [0.1801396608352661, 0.180431067943573, 0.18262505531311035]}, {"step": 2750, "epoch": 5, "train_loss": 0.0340074859559536, "cos_r_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "cos_apical_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "cos_Ac_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "r_norm": [0.1773240864276886, 0.17754516005516052, 0.18030868470668793], "ldr": {"dL_sdil": -0.0021617934107780457, "dL_bp": -0.0021167024970054626, "ratio": 1.0213024333066993}}, {"step": 2800, "epoch": 5, "train_loss": 0.014469069428741932, "cos_r_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "cos_apical_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "cos_Ac_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "r_norm": [0.18715429306030273, 0.18910755217075348, 0.19054014980793]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9717, "test_loss": 0.10091659870147705}, {"step": 2850, "epoch": 6, "train_loss": 0.049170538783073425, "cos_r_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "cos_apical_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "cos_Ac_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "r_norm": [0.18077778816223145, 0.18112266063690186, 0.18319976329803467]}, {"step": 2900, "epoch": 6, "train_loss": 0.01847529038786888, "cos_r_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "cos_apical_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "cos_Ac_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "r_norm": [0.16463574767112732, 0.16568002104759216, 0.16640737652778625]}, {"step": 2950, "epoch": 6, "train_loss": 0.046632491052150726, "cos_r_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "cos_apical_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "cos_Ac_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "r_norm": [0.15138669312000275, 0.15277065336704254, 0.15450653433799744]}, {"step": 3000, "epoch": 6, "train_loss": 0.01126936636865139, "cos_r_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "cos_apical_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "cos_Ac_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "r_norm": [0.1651795655488968, 0.1661670207977295, 0.16746070981025696], "ldr": {"dL_sdil": -0.0025491490960121155, "dL_bp": -0.002913057804107666, "ratio": 0.8750767294825363}}, {"step": 3050, "epoch": 6, "train_loss": 0.02871791459619999, "cos_r_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "cos_apical_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "cos_Ac_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "r_norm": [0.17053289711475372, 0.17098599672317505, 0.1737169325351715]}, {"step": 3100, "epoch": 6, "train_loss": 0.056746955960989, "cos_r_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "cos_apical_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "cos_Ac_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "r_norm": [0.1667558252811432, 0.16726690530776978, 0.16940787434577942]}, {"step": 3150, "epoch": 6, "train_loss": 0.012379671446979046, "cos_r_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "cos_apical_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "cos_Ac_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "r_norm": [0.15106526017189026, 0.1516977697610855, 0.15336695313453674]}, {"step": 3200, "epoch": 6, "train_loss": 0.04062992334365845, "cos_r_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "cos_apical_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "cos_Ac_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "r_norm": [0.16579106450080872, 0.1663651019334793, 0.169118270277977]}, {"step": 3250, "epoch": 6, "train_loss": 0.026360465213656425, "cos_r_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "cos_apical_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "cos_Ac_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "r_norm": [0.14975088834762573, 0.1495862901210785, 0.1515079140663147], "ldr": {"dL_sdil": -0.002144753932952881, "dL_bp": -0.0022973567247390747, "ratio": 0.933574620718284}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9736, "test_loss": 0.09803668365478516}, {"step": 3300, "epoch": 7, "train_loss": 0.00867104809731245, "cos_r_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "cos_apical_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "cos_Ac_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "r_norm": [0.17252033948898315, 0.17319221794605255, 0.17514708638191223]}, {"step": 3350, "epoch": 7, "train_loss": 0.007661583833396435, "cos_r_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "cos_apical_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "cos_Ac_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "r_norm": [0.1594800055027008, 0.1594909429550171, 0.16062460839748383]}, {"step": 3400, "epoch": 7, "train_loss": 0.0070009189657866955, "cos_r_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "cos_apical_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "cos_Ac_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "r_norm": [0.1760661005973816, 0.17584510147571564, 0.17867633700370789]}, {"step": 3450, "epoch": 7, "train_loss": 0.024905940517783165, "cos_r_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "cos_apical_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "cos_Ac_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "r_norm": [0.15380403399467468, 0.15442024171352386, 0.15567609667778015]}, {"step": 3500, "epoch": 7, "train_loss": 0.006306739524006844, "cos_r_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "cos_apical_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "cos_Ac_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "r_norm": [0.1474979817867279, 0.14773857593536377, 0.15015394985675812], "ldr": {"dL_sdil": -0.002077624201774597, "dL_bp": -0.002301625907421112, "ratio": 0.9026767534531706}}, {"step": 3550, "epoch": 7, "train_loss": 0.013979293406009674, "cos_r_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "cos_apical_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "cos_Ac_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "r_norm": [0.1585150957107544, 0.15949687361717224, 0.16042472422122955]}, {"step": 3600, "epoch": 7, "train_loss": 0.00549287348985672, "cos_r_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "cos_apical_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "cos_Ac_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "r_norm": [0.1478787660598755, 0.14824575185775757, 0.14961037039756775]}, {"step": 3650, "epoch": 7, "train_loss": 0.0005804526153951883, "cos_r_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "cos_apical_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "cos_Ac_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "r_norm": [0.1473921686410904, 0.14749984443187714, 0.14926891028881073]}, {"step": 3700, "epoch": 7, "train_loss": 0.015425763092935085, "cos_r_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "cos_apical_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "cos_Ac_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "r_norm": [0.13193222880363464, 0.13164272904396057, 0.13386347889900208]}, {"step": 3750, "epoch": 7, "train_loss": 0.014620979316532612, "cos_r_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "cos_apical_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "cos_Ac_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "r_norm": [0.16954003274440765, 0.16943614184856415, 0.17136332392692566], "ldr": {"dL_sdil": -0.003039635717868805, "dL_bp": -0.003754660487174988, "ratio": 0.8095634021375476}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.974, "test_loss": 0.10220229206085205}, {"step": 3800, "epoch": 8, "train_loss": 0.05437183380126953, "cos_r_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "cos_apical_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "cos_Ac_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "r_norm": [0.13901463150978088, 0.13856223225593567, 0.1405152678489685]}, {"step": 3850, "epoch": 8, "train_loss": 0.009632094763219357, "cos_r_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "cos_apical_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "cos_Ac_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "r_norm": [0.14080500602722168, 0.14076992869377136, 0.14266496896743774]}, {"step": 3900, "epoch": 8, "train_loss": 0.003885261481627822, "cos_r_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "cos_apical_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "cos_Ac_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "r_norm": [0.13795629143714905, 0.13821053504943848, 0.1405162513256073]}, {"step": 3950, "epoch": 8, "train_loss": 0.0033103080932050943, "cos_r_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "cos_apical_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "cos_Ac_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "r_norm": [0.14312362670898438, 0.14313195645809174, 0.14588208496570587]}, {"step": 4000, "epoch": 8, "train_loss": 0.0028308064211159945, "cos_r_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "cos_apical_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "cos_Ac_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "r_norm": [0.1509450376033783, 0.1516895294189453, 0.15352270007133484], "ldr": {"dL_sdil": -0.002899661660194397, "dL_bp": -0.003571927547454834, "ratio": 0.8117918467468753}}, {"step": 4050, "epoch": 8, "train_loss": 0.007008930668234825, "cos_r_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "cos_apical_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "cos_Ac_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "r_norm": [0.15026116371154785, 0.15142309665679932, 0.15345877408981323]}, {"step": 4100, "epoch": 8, "train_loss": 0.05877868831157684, "cos_r_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "cos_apical_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "cos_Ac_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "r_norm": [0.14774900674819946, 0.14725351333618164, 0.14940479397773743]}, {"step": 4150, "epoch": 8, "train_loss": 0.0043499283492565155, "cos_r_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "cos_apical_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "cos_Ac_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "r_norm": [0.15216563642024994, 0.15287098288536072, 0.15474224090576172]}, {"step": 4200, "epoch": 8, "train_loss": 0.026698894798755646, "cos_r_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "cos_apical_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "cos_Ac_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "r_norm": [0.14905139803886414, 0.1493782103061676, 0.15119481086730957]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9743, "test_loss": 0.10532813949584961}, {"step": 4250, "epoch": 9, "train_loss": 0.007605170831084251, "cos_r_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "cos_apical_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "cos_Ac_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "r_norm": [0.1442120373249054, 0.14481493830680847, 0.14614200592041016], "ldr": {"dL_sdil": -0.002456881105899811, "dL_bp": -0.003098495304584503, "ratio": 0.7929271676689759}}, {"step": 4300, "epoch": 9, "train_loss": 0.002767371479421854, "cos_r_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "cos_apical_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "cos_Ac_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "r_norm": [0.14205870032310486, 0.14243289828300476, 0.14399006962776184]}, {"step": 4350, "epoch": 9, "train_loss": 0.003003929741680622, "cos_r_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "cos_apical_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "cos_Ac_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "r_norm": [0.13797904551029205, 0.13779619336128235, 0.1399802416563034]}, {"step": 4400, "epoch": 9, "train_loss": 0.005847717169672251, "cos_r_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "cos_apical_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "cos_Ac_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "r_norm": [0.15061256289482117, 0.15125146508216858, 0.15325483679771423]}, {"step": 4450, "epoch": 9, "train_loss": 0.0022153309546411037, "cos_r_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "cos_apical_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "cos_Ac_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "r_norm": [0.1409798562526703, 0.14198052883148193, 0.14355996251106262]}, {"step": 4500, "epoch": 9, "train_loss": 0.0029694060795009136, "cos_r_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "cos_apical_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "cos_Ac_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "r_norm": [0.14475050568580627, 0.14516082406044006, 0.14666971564292908], "ldr": {"dL_sdil": -0.0028033629059791565, "dL_bp": -0.0037551149725914, "ratio": 0.7465451594534159}}, {"step": 4550, "epoch": 9, "train_loss": 0.00415031798183918, "cos_r_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "cos_apical_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "cos_Ac_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "r_norm": [0.1383734941482544, 0.13886168599128723, 0.14003710448741913]}, {"step": 4600, "epoch": 9, "train_loss": 0.05045711249113083, "cos_r_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "cos_apical_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "cos_Ac_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "r_norm": [0.13007895648479462, 0.1301233172416687, 0.13207396864891052]}, {"step": 4650, "epoch": 9, "train_loss": 0.00690562603995204, "cos_r_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "cos_apical_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "cos_Ac_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "r_norm": [0.13681292533874512, 0.13705241680145264, 0.13822884857654572]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9751, "test_loss": 0.11002642726898193}, {"step": 4700, "epoch": 10, "train_loss": 0.004654495976865292, "cos_r_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "cos_apical_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "cos_Ac_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "r_norm": [0.13612979650497437, 0.1362616866827011, 0.13762453198432922]}, {"step": 4750, "epoch": 10, "train_loss": 0.007833362556993961, "cos_r_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "cos_apical_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "cos_Ac_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "r_norm": [0.13007044792175293, 0.13014023005962372, 0.13165287673473358], "ldr": {"dL_sdil": -0.0026433244347572327, "dL_bp": -0.0033851265907287598, "ratio": 0.7808642790484743}}, {"step": 4800, "epoch": 10, "train_loss": 0.004646997898817062, "cos_r_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "cos_apical_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "cos_Ac_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "r_norm": [0.12928473949432373, 0.12931182980537415, 0.1313256025314331]}, {"step": 4850, "epoch": 10, "train_loss": 0.001067565637640655, "cos_r_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "cos_apical_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "cos_Ac_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "r_norm": [0.1308082640171051, 0.13104155659675598, 0.13296005129814148]}, {"step": 4900, "epoch": 10, "train_loss": 0.002631557174026966, "cos_r_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "cos_apical_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "cos_Ac_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "r_norm": [0.12967270612716675, 0.13014471530914307, 0.1322137862443924]}, {"step": 4950, "epoch": 10, "train_loss": 0.0017046034336090088, "cos_r_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "cos_apical_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "cos_Ac_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "r_norm": [0.1241944283246994, 0.12428951263427734, 0.1262829750776291]}, {"step": 5000, "epoch": 10, "train_loss": 0.001984409987926483, "cos_r_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "cos_apical_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "cos_Ac_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "r_norm": [0.13394908607006073, 0.13490739464759827, 0.13657024502754211], "ldr": {"dL_sdil": -0.0031546279788017273, "dL_bp": -0.00436633825302124, "ratio": 0.7224882260596547}}, {"step": 5050, "epoch": 10, "train_loss": 0.0030436208471655846, "cos_r_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "cos_apical_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "cos_Ac_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "r_norm": [0.1360178291797638, 0.13620848953723907, 0.13751550018787384]}, {"step": 5100, "epoch": 10, "train_loss": 0.00588065292686224, "cos_r_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "cos_apical_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "cos_Ac_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "r_norm": [0.13423296809196472, 0.13459688425064087, 0.13609734177589417]}, {"step": 5150, "epoch": 10, "train_loss": 0.002990161068737507, "cos_r_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "cos_apical_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "cos_Ac_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "r_norm": [0.13580197095870972, 0.1360793113708496, 0.137499138712883]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9746, "test_loss": 0.1116786325454712}, {"step": 5200, "epoch": 11, "train_loss": 0.0043942490592598915, "cos_r_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "cos_apical_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "cos_Ac_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "r_norm": [0.12981979548931122, 0.1303909420967102, 0.1319463849067688]}, {"step": 5250, "epoch": 11, "train_loss": 0.0026253373362123966, "cos_r_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "cos_apical_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "cos_Ac_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "r_norm": [0.132511168718338, 0.13324561715126038, 0.13444095849990845], "ldr": {"dL_sdil": -0.0030295997858047485, "dL_bp": -0.0041678473353385925, "ratio": 0.7268979744332758}}, {"step": 5300, "epoch": 11, "train_loss": 0.0025138286873698235, "cos_r_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "cos_apical_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "cos_Ac_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "r_norm": [0.1298600733280182, 0.130201056599617, 0.1316104233264923]}, {"step": 5350, "epoch": 11, "train_loss": 0.0018048725323751569, "cos_r_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "cos_apical_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "cos_Ac_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "r_norm": [0.12490031123161316, 0.12524670362472534, 0.12652534246444702]}, {"step": 5400, "epoch": 11, "train_loss": 0.00370752508752048, "cos_r_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "cos_apical_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "cos_Ac_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "r_norm": [0.12385150790214539, 0.12384186685085297, 0.12554015219211578]}, {"step": 5450, "epoch": 11, "train_loss": 0.0007794162956997752, "cos_r_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "cos_apical_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "cos_Ac_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "r_norm": [0.12883570790290833, 0.12899479269981384, 0.13044536113739014]}, {"step": 5500, "epoch": 11, "train_loss": 0.003968069329857826, "cos_r_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "cos_apical_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "cos_Ac_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "r_norm": [0.12714225053787231, 0.12747600674629211, 0.12891271710395813], "ldr": {"dL_sdil": -0.0028929337859153748, "dL_bp": -0.004099968820810318, "ratio": 0.7055989721755043}}, {"step": 5550, "epoch": 11, "train_loss": 0.003167864866554737, "cos_r_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "cos_apical_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "cos_Ac_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "r_norm": [0.13052161037921906, 0.13100795447826385, 0.13260093331336975]}, {"step": 5600, "epoch": 11, "train_loss": 0.0012874534586444497, "cos_r_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "cos_apical_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "cos_Ac_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "r_norm": [0.1308395117521286, 0.13174796104431152, 0.13350431621074677]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9746, "test_loss": 0.11584008617401123}, {"step": 5650, "epoch": 12, "train_loss": 0.00823022797703743, "cos_r_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "cos_apical_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "cos_Ac_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "r_norm": [0.13146986067295074, 0.13235196471214294, 0.1340973675251007]}, {"step": 5700, "epoch": 12, "train_loss": 0.001006881706416607, "cos_r_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "cos_apical_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "cos_Ac_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "r_norm": [0.129962757229805, 0.13062423467636108, 0.13190993666648865]}, {"step": 5750, "epoch": 12, "train_loss": 0.0013663171557709575, "cos_r_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "cos_apical_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "cos_Ac_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "r_norm": [0.12692418694496155, 0.127695232629776, 0.12936519086360931], "ldr": {"dL_sdil": -0.003140568733215332, "dL_bp": -0.0045442134141922, "ratio": 0.6911138291628}}, {"step": 5800, "epoch": 12, "train_loss": 0.0017011449672281742, "cos_r_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "cos_apical_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "cos_Ac_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "r_norm": [0.12483779340982437, 0.12514649331569672, 0.12696067988872528]}, {"step": 5850, "epoch": 12, "train_loss": 0.005427030846476555, "cos_r_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "cos_apical_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "cos_Ac_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "r_norm": [0.12748612463474274, 0.12795695662498474, 0.12949839234352112]}, {"step": 5900, "epoch": 12, "train_loss": 0.003264846745878458, "cos_r_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "cos_apical_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "cos_Ac_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "r_norm": [0.12376803159713745, 0.12432042509317398, 0.12615467607975006]}, {"step": 5950, "epoch": 12, "train_loss": 0.0018285369733348489, "cos_r_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "cos_apical_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "cos_Ac_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "r_norm": [0.12417589128017426, 0.12447915971279144, 0.12682293355464935]}, {"step": 6000, "epoch": 12, "train_loss": 0.0026886877603828907, "cos_r_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "cos_apical_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "cos_Ac_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "r_norm": [0.1394999921321869, 0.14011485874652863, 0.14245793223381042], "ldr": {"dL_sdil": -0.0036777034401893616, "dL_bp": -0.005447015166282654, "ratio": 0.6751777492661603}}, {"step": 6050, "epoch": 12, "train_loss": 0.003155125305056572, "cos_r_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "cos_apical_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "cos_Ac_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "r_norm": [0.12979869544506073, 0.13036362826824188, 0.13235297799110413]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9745, "test_loss": 0.11742160911560058}, {"step": 6100, "epoch": 13, "train_loss": 0.0021614213474094868, "cos_r_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "cos_apical_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "cos_Ac_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "r_norm": [0.12864743173122406, 0.12967537343502045, 0.13134214282035828]}, {"step": 6150, "epoch": 13, "train_loss": 0.0020477583166211843, "cos_r_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "cos_apical_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "cos_Ac_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "r_norm": [0.1275825798511505, 0.12835264205932617, 0.1296907663345337]}, {"step": 6200, "epoch": 13, "train_loss": 0.001069028046913445, "cos_r_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "cos_apical_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "cos_Ac_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "r_norm": [0.12809112668037415, 0.1290762573480606, 0.13039489090442657]}, {"step": 6250, "epoch": 13, "train_loss": 0.0015464267926290631, "cos_r_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "cos_apical_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "cos_Ac_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "r_norm": [0.12767811119556427, 0.12858258187770844, 0.12984266877174377], "ldr": {"dL_sdil": -0.0034060031175613403, "dL_bp": -0.0051406919956207275, "ratio": 0.662557321166656}}, {"step": 6300, "epoch": 13, "train_loss": 0.001041161478497088, "cos_r_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "cos_apical_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "cos_Ac_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "r_norm": [0.1261373609304428, 0.12680239975452423, 0.1279274970293045]}, {"step": 6350, "epoch": 13, "train_loss": 0.003641926683485508, "cos_r_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "cos_apical_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "cos_Ac_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "r_norm": [0.13169948756694794, 0.13264700770378113, 0.13390964269638062]}, {"step": 6400, "epoch": 13, "train_loss": 0.001081791939213872, "cos_r_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "cos_apical_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "cos_Ac_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "r_norm": [0.1315428614616394, 0.13228464126586914, 0.1337379664182663]}, {"step": 6450, "epoch": 13, "train_loss": 0.001637446228414774, "cos_r_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "cos_apical_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "cos_Ac_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "r_norm": [0.13034473359584808, 0.13114219903945923, 0.1323646456003189]}, {"step": 6500, "epoch": 13, "train_loss": 0.00047439828631468117, "cos_r_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "cos_apical_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "cos_Ac_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "r_norm": [0.12709841132164001, 0.12790055572986603, 0.1291571855545044], "ldr": {"dL_sdil": -0.003282219171524048, "dL_bp": -0.004961550235748291, "ratio": 0.6615309763217645}}, {"step": 6550, "epoch": 13, "train_loss": 0.0038559669628739357, "cos_r_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "cos_apical_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "cos_Ac_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "r_norm": [0.12380277365446091, 0.12455059587955475, 0.12602952122688293]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9746, "test_loss": 0.12066079273223877}, {"step": 6600, "epoch": 14, "train_loss": 0.0011032229522243142, "cos_r_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "cos_apical_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "cos_Ac_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "r_norm": [0.12532314658164978, 0.1257445216178894, 0.1275763064622879]}, {"step": 6650, "epoch": 14, "train_loss": 0.002831158461049199, "cos_r_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "cos_apical_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "cos_Ac_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "r_norm": [0.12831562757492065, 0.12878882884979248, 0.13042816519737244]}, {"step": 6700, "epoch": 14, "train_loss": 0.0026832520961761475, "cos_r_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "cos_apical_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "cos_Ac_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "r_norm": [0.12674462795257568, 0.1272975504398346, 0.12895599007606506]}, {"step": 6750, "epoch": 14, "train_loss": 0.0014599909773096442, "cos_r_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "cos_apical_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "cos_Ac_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "r_norm": [0.13030606508255005, 0.1310439556837082, 0.13250434398651123], "ldr": {"dL_sdil": -0.0034667998552322388, "dL_bp": -0.0053046271204948425, "ratio": 0.6535426103444644}}, {"step": 6800, "epoch": 14, "train_loss": 0.001635309192351997, "cos_r_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "cos_apical_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "cos_Ac_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "r_norm": [0.12686872482299805, 0.12757405638694763, 0.12924523651599884]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008320588385686278, "cos_r_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "cos_apical_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "cos_Ac_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "r_norm": [0.12307633459568024, 0.12366726994514465, 0.12531809508800507]}, {"step": 6900, "epoch": 14, "train_loss": 0.0023758341558277607, "cos_r_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "cos_apical_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "cos_Ac_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "r_norm": [0.12352229654788971, 0.123990498483181, 0.12543082237243652]}, {"step": 6950, "epoch": 14, "train_loss": 0.0004898346378467977, "cos_r_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "cos_apical_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "cos_Ac_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "r_norm": [0.12339470535516739, 0.12415307760238647, 0.1253954917192459]}, {"step": 7000, "epoch": 14, "train_loss": 0.0022095658350735903, "cos_r_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "cos_apical_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "cos_Ac_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "r_norm": [0.12491463869810104, 0.1255672574043274, 0.12681135535240173], "ldr": {"dL_sdil": -0.0034158527851104736, "dL_bp": -0.00529131293296814, "ratio": 0.6455586408106022}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9756, "test_loss": 0.12165774965286255}, {"step": 7050, "epoch": 15, "train_loss": 0.0023155007511377335, "cos_r_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "cos_apical_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "cos_Ac_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "r_norm": [0.12495057284832001, 0.12570254504680634, 0.12713775038719177]}, {"step": 7100, "epoch": 15, "train_loss": 0.002264305017888546, "cos_r_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "cos_apical_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "cos_Ac_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "r_norm": [0.1250186562538147, 0.12573060393333435, 0.12714049220085144]}, {"step": 7150, "epoch": 15, "train_loss": 0.001202078303322196, "cos_r_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "cos_apical_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "cos_Ac_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "r_norm": [0.1217760443687439, 0.12242446839809418, 0.12376728653907776]}, {"step": 7200, "epoch": 15, "train_loss": 0.0015434541273862123, "cos_r_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "cos_apical_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "cos_Ac_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "r_norm": [0.1256326586008072, 0.12635451555252075, 0.1277189403772354]}, {"step": 7250, "epoch": 15, "train_loss": 0.0011184114264324307, "cos_r_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "cos_apical_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "cos_Ac_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "r_norm": [0.12212924659252167, 0.1226760745048523, 0.1242741048336029], "ldr": {"dL_sdil": -0.00330294668674469, "dL_bp": -0.0051010847091674805, "ratio": 0.6474988899534949}}, {"step": 7300, "epoch": 15, "train_loss": 0.0005614393739961088, "cos_r_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "cos_apical_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "cos_Ac_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "r_norm": [0.1224922239780426, 0.12301169335842133, 0.12451956421136856]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008353320881724358, "cos_r_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "cos_apical_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "cos_Ac_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "r_norm": [0.12556366622447968, 0.126268669962883, 0.12770555913448334]}, {"step": 7400, "epoch": 15, "train_loss": 0.001476074568927288, "cos_r_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "cos_apical_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "cos_Ac_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "r_norm": [0.12090981006622314, 0.12138468027114868, 0.12294385582208633]}, {"step": 7450, "epoch": 15, "train_loss": 0.0014538781251758337, "cos_r_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "cos_apical_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "cos_Ac_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "r_norm": [0.12477822601795197, 0.12537340819835663, 0.12643954157829285]}, {"step": 7500, "epoch": 15, "train_loss": 0.00042309961281716824, "cos_r_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "cos_apical_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "cos_Ac_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "r_norm": [0.1266309916973114, 0.1275666505098343, 0.1288096010684967], "ldr": {"dL_sdil": -0.003694310784339905, "dL_bp": -0.00591963529586792, "ratio": 0.6240774303982278}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9754, "test_loss": 0.12481195602416992}, {"step": 7550, "epoch": 16, "train_loss": 0.0010219661053270102, "cos_r_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "cos_apical_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "cos_Ac_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "r_norm": [0.12620042264461517, 0.1271253526210785, 0.12851476669311523]}, {"step": 7600, "epoch": 16, "train_loss": 0.0015207098331302404, "cos_r_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "cos_apical_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "cos_Ac_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "r_norm": [0.12597042322158813, 0.1266252100467682, 0.12759828567504883]}, {"step": 7650, "epoch": 16, "train_loss": 0.0008070538751780987, "cos_r_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "cos_apical_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "cos_Ac_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "r_norm": [0.1243094727396965, 0.12502527236938477, 0.12631545960903168]}, {"step": 7700, "epoch": 16, "train_loss": 0.0004452347056940198, "cos_r_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "cos_apical_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "cos_Ac_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "r_norm": [0.12405778467655182, 0.12480112165212631, 0.12608583271503448]}, {"step": 7750, "epoch": 16, "train_loss": 0.002270689932629466, "cos_r_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "cos_apical_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "cos_Ac_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "r_norm": [0.12274123728275299, 0.12326591461896896, 0.12453824281692505], "ldr": {"dL_sdil": -0.0034102872014045715, "dL_bp": -0.005425542593002319, "ratio": 0.6285615019966933}}, {"step": 7800, "epoch": 16, "train_loss": 0.002320093335583806, "cos_r_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "cos_apical_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "cos_Ac_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "r_norm": [0.1225002259016037, 0.12309084832668304, 0.12446095049381256]}, {"step": 7850, "epoch": 16, "train_loss": 0.000382016587536782, "cos_r_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "cos_apical_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "cos_Ac_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "r_norm": [0.12184247374534607, 0.122465118765831, 0.12385838478803635]}, {"step": 7900, "epoch": 16, "train_loss": 0.0015114130219444633, "cos_r_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "cos_apical_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "cos_Ac_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "r_norm": [0.12335264682769775, 0.12412277609109879, 0.12550318241119385]}, {"step": 7950, "epoch": 16, "train_loss": 0.0008072342607192695, "cos_r_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "cos_apical_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "cos_Ac_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "r_norm": [0.12365908920764923, 0.12440980970859528, 0.12572751939296722]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9753, "test_loss": 0.12655457668304443}, {"step": 8000, "epoch": 17, "train_loss": 0.0020265658386051655, "cos_r_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "cos_apical_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "cos_Ac_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "r_norm": [0.12550383806228638, 0.12631164491176605, 0.12747563421726227], "ldr": {"dL_sdil": -0.0036500021815299988, "dL_bp": -0.005923159420490265, "ratio": 0.6162255516715242}}, {"step": 8050, "epoch": 17, "train_loss": 0.0008421901147812605, "cos_r_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "cos_apical_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "cos_Ac_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "r_norm": [0.1263868808746338, 0.12719784677028656, 0.12836802005767822]}, {"step": 8100, "epoch": 17, "train_loss": 0.002639421261847019, "cos_r_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "cos_apical_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "cos_Ac_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "r_norm": [0.12375109642744064, 0.12454304844141006, 0.12583361566066742]}, {"step": 8150, "epoch": 17, "train_loss": 0.0008140261634252965, "cos_r_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "cos_apical_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "cos_Ac_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "r_norm": [0.12582148611545563, 0.12672212719917297, 0.1279728263616562]}, {"step": 8200, "epoch": 17, "train_loss": 0.0006151910056360066, "cos_r_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "cos_apical_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "cos_Ac_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "r_norm": [0.12316346168518066, 0.12368972599506378, 0.12487613409757614]}, {"step": 8250, "epoch": 17, "train_loss": 0.001614752458408475, "cos_r_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "cos_apical_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "cos_Ac_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "r_norm": [0.1237732544541359, 0.12452029436826706, 0.1259443163871765], "ldr": {"dL_sdil": -0.003570571541786194, "dL_bp": -0.005809471011161804, "ratio": 0.6146121626093001}}, {"step": 8300, "epoch": 17, "train_loss": 0.00019810587400570512, "cos_r_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "cos_apical_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "cos_Ac_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "r_norm": [0.12414783239364624, 0.12494547665119171, 0.12634843587875366]}, {"step": 8350, "epoch": 17, "train_loss": 0.0013788583455607295, "cos_r_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "cos_apical_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "cos_Ac_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "r_norm": [0.12447293102741241, 0.12521347403526306, 0.12656031548976898]}, {"step": 8400, "epoch": 17, "train_loss": 0.0009919608710333705, "cos_r_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "cos_apical_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "cos_Ac_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "r_norm": [0.12316089868545532, 0.12383677065372467, 0.12520116567611694]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9753, "test_loss": 0.12893937816619874}, {"step": 8450, "epoch": 18, "train_loss": 0.0012057494604960084, "cos_r_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "cos_apical_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "cos_Ac_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "r_norm": [0.12401323020458221, 0.12480084598064423, 0.1261158436536789]}, {"step": 8500, "epoch": 18, "train_loss": 0.000752615334931761, "cos_r_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "cos_apical_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "cos_Ac_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "r_norm": [0.12653616070747375, 0.12733210623264313, 0.128472700715065], "ldr": {"dL_sdil": -0.0037341341376304626, "dL_bp": -0.006201207637786865, "ratio": 0.6021624102500024}}, {"step": 8550, "epoch": 18, "train_loss": 0.0027594161219894886, "cos_r_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "cos_apical_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "cos_Ac_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "r_norm": [0.127763032913208, 0.12861911952495575, 0.12971067428588867]}, {"step": 8600, "epoch": 18, "train_loss": 0.0023417340125888586, "cos_r_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "cos_apical_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "cos_Ac_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "r_norm": [0.1240779310464859, 0.12483102083206177, 0.1259813755750656]}, {"step": 8650, "epoch": 18, "train_loss": 0.0006859931745566428, "cos_r_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "cos_apical_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "cos_Ac_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "r_norm": [0.12465526163578033, 0.12556657195091248, 0.12668833136558533]}, {"step": 8700, "epoch": 18, "train_loss": 0.0016146452398970723, "cos_r_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "cos_apical_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "cos_Ac_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "r_norm": [0.12212925404310226, 0.12284920364618301, 0.12403789162635803]}, {"step": 8750, "epoch": 18, "train_loss": 0.0009478284046053886, "cos_r_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "cos_apical_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "cos_Ac_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "r_norm": [0.12239670753479004, 0.12313862144947052, 0.12438704073429108], "ldr": {"dL_sdil": -0.003474719822406769, "dL_bp": -0.005724631249904633, "ratio": 0.606977055939569}}, {"step": 8800, "epoch": 18, "train_loss": 0.001726518850773573, "cos_r_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "cos_apical_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "cos_Ac_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "r_norm": [0.1254391074180603, 0.12627668678760529, 0.12766015529632568]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007306054467335343, "cos_r_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "cos_apical_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "cos_Ac_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "r_norm": [0.1253565102815628, 0.12613099813461304, 0.127316415309906]}, {"step": 8900, "epoch": 18, "train_loss": 0.000459151400718838, "cos_r_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "cos_apical_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "cos_Ac_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "r_norm": [0.12496367841959, 0.12576541304588318, 0.12706923484802246]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9747, "test_loss": 0.13014688024520873}, {"step": 8950, "epoch": 19, "train_loss": 0.0006080739549361169, "cos_r_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "cos_apical_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "cos_Ac_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "r_norm": [0.124723419547081, 0.12551987171173096, 0.12677857279777527]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005605927435681224, "cos_r_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "cos_apical_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "cos_Ac_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "r_norm": [0.12477818131446838, 0.1255977749824524, 0.1268218457698822], "ldr": {"dL_sdil": -0.003721795976161957, "dL_bp": -0.006245128810405731, "ratio": 0.5959518352865104}}, {"step": 9050, "epoch": 19, "train_loss": 0.0008872130420058966, "cos_r_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "cos_apical_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "cos_Ac_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "r_norm": [0.12469643354415894, 0.1255706250667572, 0.12683570384979248]}, {"step": 9100, "epoch": 19, "train_loss": 0.001260067685507238, "cos_r_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "cos_apical_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "cos_Ac_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "r_norm": [0.12520289421081543, 0.1259787678718567, 0.1272183060646057]}, {"step": 9150, "epoch": 19, "train_loss": 0.002798100933432579, "cos_r_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "cos_apical_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "cos_Ac_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "r_norm": [0.12363342940807343, 0.12442614138126373, 0.12572407722473145]}, {"step": 9200, "epoch": 19, "train_loss": 0.0007251949282363057, "cos_r_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "cos_apical_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "cos_Ac_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "r_norm": [0.12160052359104156, 0.1222497746348381, 0.12351983040571213]}, {"step": 9250, "epoch": 19, "train_loss": 0.0011978409020230174, "cos_r_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "cos_apical_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "cos_Ac_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "r_norm": [0.12436849623918533, 0.1251457780599594, 0.126349538564682], "ldr": {"dL_sdil": -0.003694862127304077, "dL_bp": -0.006207741796970367, "ratio": 0.5952022890364611}}, {"step": 9300, "epoch": 19, "train_loss": 0.000842208624817431, "cos_r_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "cos_apical_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "cos_Ac_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "r_norm": [0.12223264575004578, 0.12299680709838867, 0.12421655654907227]}, {"step": 9350, "epoch": 19, "train_loss": 0.0009640764910727739, "cos_r_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "cos_apical_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "cos_Ac_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "r_norm": [0.12597675621509552, 0.1268616020679474, 0.1281396448612213]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9752, "test_loss": 0.13268546123504638}], "final": {"test_acc": 0.9752, "test_loss": 0.13268546123504638, "wall_s": 45.782546520233154, "cos_r_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635], "cos_apical_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635], "cos_Ac_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635]}}
|
