chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_mnist_sdil_d3_s1.json b/results/depth_mnist_sdil_d3_s1.json
new file mode 100644
index 0000000..b3d140f
--- /dev/null
+++ b/results/depth_mnist_sdil_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.247864246368408, "cos_r_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "cos_apical_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "cos_Ac_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "r_norm": [4.737648010253906, 4.797933578491211, 4.790349960327148], "ldr": {"dL_sdil": -0.014434337615966797, "dL_bp": -0.08843231201171875, "ratio": 0.16322470019842983}}, {"step": 50, "epoch": 0, "train_loss": 0.6522485017776489, "cos_r_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "cos_apical_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "cos_Ac_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "r_norm": [1.129802942276001, 1.128098964691162, 1.1606853008270264]}, {"step": 100, "epoch": 0, "train_loss": 0.35559016466140747, "cos_r_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "cos_apical_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "cos_Ac_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "r_norm": [0.8951375484466553, 0.8978179097175598, 0.9197431206703186]}, {"step": 150, "epoch": 0, "train_loss": 0.4169462323188782, "cos_r_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "cos_apical_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "cos_Ac_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "r_norm": [0.7798866033554077, 0.7857233881950378, 0.7983577847480774]}, {"step": 200, "epoch": 0, "train_loss": 0.27571049332618713, "cos_r_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "cos_apical_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "cos_Ac_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "r_norm": [0.7086393237113953, 0.7138511538505554, 0.7270835041999817]}, {"step": 250, "epoch": 0, "train_loss": 0.20954808592796326, "cos_r_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "cos_apical_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "cos_Ac_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "r_norm": [0.6467810869216919, 0.6508631706237793, 0.6656678915023804], "ldr": {"dL_sdil": -0.005124568939208984, "dL_bp": -0.00331956148147583, "ratio": 1.5437487655540194}}, {"step": 300, "epoch": 0, "train_loss": 0.24531260132789612, "cos_r_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "cos_apical_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "cos_Ac_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "r_norm": [0.5981622934341431, 0.6004403829574585, 0.6136400699615479]}, {"step": 350, "epoch": 0, "train_loss": 0.17701882123947144, "cos_r_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "cos_apical_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "cos_Ac_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "r_norm": [0.5438400506973267, 0.5469968318939209, 0.5569795370101929]}, {"step": 400, "epoch": 0, "train_loss": 0.14679114520549774, "cos_r_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "cos_apical_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "cos_Ac_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "r_norm": [0.5049610137939453, 0.5070374608039856, 0.5160995721817017]}, {"step": 450, "epoch": 0, "train_loss": 0.23815594613552094, "cos_r_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "cos_apical_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "cos_Ac_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "r_norm": [0.5194806456565857, 0.5198096036911011, 0.5280044674873352]}, {"epoch_end": 0, "step": 469, "test_acc": 0.95, "test_loss": 0.17040221252441407}, {"step": 500, "epoch": 1, "train_loss": 0.23099327087402344, "cos_r_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "cos_apical_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "cos_Ac_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "r_norm": [0.4889879822731018, 0.4875560402870178, 0.4946524500846863], "ldr": {"dL_sdil": -0.0041112154722213745, "dL_bp": -0.0031139403581619263, "ratio": 1.3202614691850143}}, {"step": 550, "epoch": 1, "train_loss": 0.16161423921585083, "cos_r_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "cos_apical_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "cos_Ac_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "r_norm": [0.44288116693496704, 0.4445390999317169, 0.4521937370300293]}, {"step": 600, "epoch": 1, "train_loss": 0.2221135050058365, "cos_r_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "cos_apical_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "cos_Ac_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "r_norm": [0.45579642057418823, 0.4571460485458374, 0.46619075536727905]}, {"step": 650, "epoch": 1, "train_loss": 0.17222313582897186, "cos_r_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "cos_apical_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "cos_Ac_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "r_norm": [0.4444277286529541, 0.44822144508361816, 0.4526265263557434]}, {"step": 700, "epoch": 1, "train_loss": 0.064142607152462, "cos_r_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "cos_apical_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "cos_Ac_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "r_norm": [0.42092132568359375, 0.4223422408103943, 0.43031227588653564]}, {"step": 750, "epoch": 1, "train_loss": 0.11558371782302856, "cos_r_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "cos_apical_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "cos_Ac_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "r_norm": [0.41858071088790894, 0.41834673285484314, 0.4256059527397156], "ldr": {"dL_sdil": -0.004440382122993469, "dL_bp": -0.0032512247562408447, "ratio": 1.36575673966249}}, {"step": 800, "epoch": 1, "train_loss": 0.06516377627849579, "cos_r_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "cos_apical_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "cos_Ac_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "r_norm": [0.4380423128604889, 0.43803057074546814, 0.4436519742012024]}, {"step": 850, "epoch": 1, "train_loss": 0.18970321118831635, "cos_r_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "cos_apical_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "cos_Ac_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "r_norm": [0.42020854353904724, 0.4222142994403839, 0.42423954606056213]}, {"step": 900, "epoch": 1, "train_loss": 0.14730137586593628, "cos_r_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "cos_apical_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "cos_Ac_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "r_norm": [0.3847254812717438, 0.38572049140930176, 0.3861020505428314]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9615, "test_loss": 0.12926035385131837}, {"step": 950, "epoch": 2, "train_loss": 0.1450963318347931, "cos_r_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "cos_apical_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "cos_Ac_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "r_norm": [0.3532823622226715, 0.35458388924598694, 0.35496726632118225]}, {"step": 1000, "epoch": 2, "train_loss": 0.09594742953777313, "cos_r_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "cos_apical_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "cos_Ac_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "r_norm": [0.32351160049438477, 0.3231968879699707, 0.3274632692337036], "ldr": {"dL_sdil": -0.002748444676399231, "dL_bp": -0.0021671876311302185, "ratio": 1.2682079931241943}}, {"step": 1050, "epoch": 2, "train_loss": 0.055527348071336746, "cos_r_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "cos_apical_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "cos_Ac_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "r_norm": [0.3510981798171997, 0.3522569537162781, 0.35834595561027527]}, {"step": 1100, "epoch": 2, "train_loss": 0.12724459171295166, "cos_r_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "cos_apical_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "cos_Ac_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "r_norm": [0.3264350891113281, 0.3267136216163635, 0.3285888135433197]}, {"step": 1150, "epoch": 2, "train_loss": 0.06088979169726372, "cos_r_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "cos_apical_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "cos_Ac_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "r_norm": [0.28949782252311707, 0.28891313076019287, 0.29492247104644775]}, {"step": 1200, "epoch": 2, "train_loss": 0.021509461104869843, "cos_r_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "cos_apical_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "cos_Ac_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "r_norm": [0.32836052775382996, 0.3265119194984436, 0.33124983310699463]}, {"step": 1250, "epoch": 2, "train_loss": 0.07301829010248184, "cos_r_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "cos_apical_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "cos_Ac_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "r_norm": [0.3297577202320099, 0.32743483781814575, 0.33067306876182556], "ldr": {"dL_sdil": -0.004394039511680603, "dL_bp": -0.0035255029797554016, "ratio": 1.2463581897143823}}, {"step": 1300, "epoch": 2, "train_loss": 0.12642383575439453, "cos_r_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "cos_apical_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "cos_Ac_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "r_norm": [0.2566605508327484, 0.2553005516529083, 0.26048532128334045]}, {"step": 1350, "epoch": 2, "train_loss": 0.11231137812137604, "cos_r_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "cos_apical_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "cos_Ac_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "r_norm": [0.3013918101787567, 0.30011919140815735, 0.30348074436187744]}, {"step": 1400, "epoch": 2, "train_loss": 0.2057483196258545, "cos_r_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "cos_apical_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "cos_Ac_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "r_norm": [0.28205740451812744, 0.28105711936950684, 0.2853392958641052]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9673, "test_loss": 0.10888478298187255}, {"step": 1450, "epoch": 3, "train_loss": 0.0469830185174942, "cos_r_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "cos_apical_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "cos_Ac_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "r_norm": [0.2946242094039917, 0.2927438020706177, 0.2963457703590393]}, {"step": 1500, "epoch": 3, "train_loss": 0.03986349701881409, "cos_r_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "cos_apical_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "cos_Ac_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "r_norm": [0.25392061471939087, 0.25382697582244873, 0.25864678621292114], "ldr": {"dL_sdil": -0.00289946049451828, "dL_bp": -0.002331674098968506, "ratio": 1.2435101868657175}}, {"step": 1550, "epoch": 3, "train_loss": 0.06581345200538635, "cos_r_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "cos_apical_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "cos_Ac_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "r_norm": [0.25401556491851807, 0.25328493118286133, 0.2587103247642517]}, {"step": 1600, "epoch": 3, "train_loss": 0.030408941209316254, "cos_r_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "cos_apical_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "cos_Ac_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "r_norm": [0.26482346653938293, 0.2640612721443176, 0.26735472679138184]}, {"step": 1650, "epoch": 3, "train_loss": 0.05059262365102768, "cos_r_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "cos_apical_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "cos_Ac_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "r_norm": [0.21284273266792297, 0.2120835781097412, 0.21621106564998627]}, {"step": 1700, "epoch": 3, "train_loss": 0.05517168715596199, "cos_r_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "cos_apical_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "cos_Ac_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "r_norm": [0.25122809410095215, 0.25177377462387085, 0.2549075484275818]}, {"step": 1750, "epoch": 3, "train_loss": 0.031275805085897446, "cos_r_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "cos_apical_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "cos_Ac_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "r_norm": [0.22555090487003326, 0.2248784750699997, 0.22832608222961426], "ldr": {"dL_sdil": -0.0022038817405700684, "dL_bp": -0.0020497888326644897, "ratio": 1.0751750158113973}}, {"step": 1800, "epoch": 3, "train_loss": 0.05439139902591705, "cos_r_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "cos_apical_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "cos_Ac_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "r_norm": [0.24478167295455933, 0.24423354864120483, 0.24653129279613495]}, {"step": 1850, "epoch": 3, "train_loss": 0.09548252075910568, "cos_r_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "cos_apical_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "cos_Ac_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "r_norm": [0.23171380162239075, 0.23123258352279663, 0.23376373946666718]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9709, "test_loss": 0.09683131637573242}, {"step": 1900, "epoch": 4, "train_loss": 0.031273405998945236, "cos_r_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "cos_apical_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "cos_Ac_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "r_norm": [0.23195424675941467, 0.23109480738639832, 0.23405000567436218]}, {"step": 1950, "epoch": 4, "train_loss": 0.03206443786621094, "cos_r_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "cos_apical_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "cos_Ac_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "r_norm": [0.23362550139427185, 0.2323303520679474, 0.23538652062416077]}, {"step": 2000, "epoch": 4, "train_loss": 0.06504961848258972, "cos_r_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "cos_apical_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "cos_Ac_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "r_norm": [0.2098175287246704, 0.20931875705718994, 0.21194463968276978], "ldr": {"dL_sdil": -0.002505965530872345, "dL_bp": -0.0024938583374023438, "ratio": 1.0048548040152965}}, {"step": 2050, "epoch": 4, "train_loss": 0.061583261936903, "cos_r_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "cos_apical_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "cos_Ac_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "r_norm": [0.2150137573480606, 0.21333953738212585, 0.216110497713089]}, {"step": 2100, "epoch": 4, "train_loss": 0.040259622037410736, "cos_r_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "cos_apical_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "cos_Ac_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "r_norm": [0.23420244455337524, 0.2349337637424469, 0.23651598393917084]}, {"step": 2150, "epoch": 4, "train_loss": 0.07777588814496994, "cos_r_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "cos_apical_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "cos_Ac_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "r_norm": [0.22472426295280457, 0.22274309396743774, 0.22765837609767914]}, {"step": 2200, "epoch": 4, "train_loss": 0.06965562701225281, "cos_r_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "cos_apical_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "cos_Ac_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "r_norm": [0.2507418692111969, 0.25076824426651, 0.25255101919174194]}, {"step": 2250, "epoch": 4, "train_loss": 0.004597583319991827, "cos_r_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "cos_apical_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "cos_Ac_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "r_norm": [0.23007100820541382, 0.22910919785499573, 0.23034676909446716], "ldr": {"dL_sdil": -0.003087557852268219, "dL_bp": -0.003092072904109955, "ratio": 0.9985397977403009}}, {"step": 2300, "epoch": 4, "train_loss": 0.10183092206716537, "cos_r_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "cos_apical_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "cos_Ac_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "r_norm": [0.2165069580078125, 0.21545490622520447, 0.21814224123954773]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9715, "test_loss": 0.09454133529663086}, {"step": 2350, "epoch": 5, "train_loss": 0.027402061969041824, "cos_r_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "cos_apical_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "cos_Ac_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "r_norm": [0.22686022520065308, 0.2260633409023285, 0.22993364930152893]}, {"step": 2400, "epoch": 5, "train_loss": 0.01367335394024849, "cos_r_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "cos_apical_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "cos_Ac_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "r_norm": [0.21706029772758484, 0.21538884937763214, 0.2192610502243042]}, {"step": 2450, "epoch": 5, "train_loss": 0.04156149551272392, "cos_r_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "cos_apical_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "cos_Ac_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "r_norm": [0.19711467623710632, 0.19527560472488403, 0.19946178793907166]}, {"step": 2500, "epoch": 5, "train_loss": 0.05546574667096138, "cos_r_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "cos_apical_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "cos_Ac_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "r_norm": [0.20852354168891907, 0.2067180722951889, 0.21176686882972717], "ldr": {"dL_sdil": -0.002946704626083374, "dL_bp": -0.0029614344239234924, "ratio": 0.9950261272979317}}, {"step": 2550, "epoch": 5, "train_loss": 0.04446234926581383, "cos_r_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "cos_apical_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "cos_Ac_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "r_norm": [0.1728220283985138, 0.17188392579555511, 0.1760571002960205]}, {"step": 2600, "epoch": 5, "train_loss": 0.02255997247993946, "cos_r_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "cos_apical_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "cos_Ac_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "r_norm": [0.2256549596786499, 0.22368836402893066, 0.22902415692806244]}, {"step": 2650, "epoch": 5, "train_loss": 0.014179332181811333, "cos_r_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "cos_apical_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "cos_Ac_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "r_norm": [0.21533343195915222, 0.2137443721294403, 0.216450035572052]}, {"step": 2700, "epoch": 5, "train_loss": 0.08426861464977264, "cos_r_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "cos_apical_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "cos_Ac_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "r_norm": [0.18484841287136078, 0.18365547060966492, 0.18759897351264954]}, {"step": 2750, "epoch": 5, "train_loss": 0.039614636451005936, "cos_r_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "cos_apical_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "cos_Ac_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "r_norm": [0.18321245908737183, 0.18197697401046753, 0.1847335398197174], "ldr": {"dL_sdil": -0.0030538514256477356, "dL_bp": -0.0034345313906669617, "ratio": 0.8891610174087532}}, {"step": 2800, "epoch": 5, "train_loss": 0.014084214344620705, "cos_r_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "cos_apical_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "cos_Ac_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "r_norm": [0.19175857305526733, 0.19006797671318054, 0.19293013215065002]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9715, "test_loss": 0.09596439113616943}, {"step": 2850, "epoch": 6, "train_loss": 0.07090862095355988, "cos_r_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "cos_apical_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "cos_Ac_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "r_norm": [0.17682412266731262, 0.17514421045780182, 0.1774768829345703]}, {"step": 2900, "epoch": 6, "train_loss": 0.01528504304587841, "cos_r_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "cos_apical_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "cos_Ac_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "r_norm": [0.1927052140235901, 0.19092056155204773, 0.19360649585723877]}, {"step": 2950, "epoch": 6, "train_loss": 0.053399018943309784, "cos_r_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "cos_apical_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "cos_Ac_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "r_norm": [0.17654114961624146, 0.17491856217384338, 0.1775047481060028]}, {"step": 3000, "epoch": 6, "train_loss": 0.005646100267767906, "cos_r_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "cos_apical_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "cos_Ac_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "r_norm": [0.18019863963127136, 0.1794356107711792, 0.18202054500579834], "ldr": {"dL_sdil": -0.0033449605107307434, "dL_bp": -0.003987438976764679, "ratio": 0.83887440791502}}, {"step": 3050, "epoch": 6, "train_loss": 0.03065943345427513, "cos_r_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "cos_apical_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "cos_Ac_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "r_norm": [0.18531781435012817, 0.18343792855739594, 0.1868172436952591]}, {"step": 3100, "epoch": 6, "train_loss": 0.04170248284935951, "cos_r_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "cos_apical_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "cos_Ac_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "r_norm": [0.167760968208313, 0.1663111448287964, 0.1689002960920334]}, {"step": 3150, "epoch": 6, "train_loss": 0.012868097051978111, "cos_r_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "cos_apical_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "cos_Ac_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "r_norm": [0.18150371313095093, 0.18074509501457214, 0.184402197599411]}, {"step": 3200, "epoch": 6, "train_loss": 0.06529437005519867, "cos_r_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "cos_apical_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "cos_Ac_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "r_norm": [0.17550212144851685, 0.17456087470054626, 0.17695868015289307]}, {"step": 3250, "epoch": 6, "train_loss": 0.014915280044078827, "cos_r_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "cos_apical_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "cos_Ac_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "r_norm": [0.17559531331062317, 0.1749158501625061, 0.1779741793870926], "ldr": {"dL_sdil": -0.002773582935333252, "dL_bp": -0.0032670795917510986, "ratio": 0.8489486887115165}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9739, "test_loss": 0.09544809303283691}, {"step": 3300, "epoch": 7, "train_loss": 0.010925390757620335, "cos_r_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "cos_apical_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "cos_Ac_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "r_norm": [0.18157221376895905, 0.1803840696811676, 0.18378332257270813]}, {"step": 3350, "epoch": 7, "train_loss": 0.003689706325531006, "cos_r_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "cos_apical_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "cos_Ac_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "r_norm": [0.1761144995689392, 0.17468218505382538, 0.1795133352279663]}, {"step": 3400, "epoch": 7, "train_loss": 0.006234819069504738, "cos_r_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "cos_apical_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "cos_Ac_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "r_norm": [0.18151813745498657, 0.17992141842842102, 0.184336319565773]}, {"step": 3450, "epoch": 7, "train_loss": 0.048719704151153564, "cos_r_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "cos_apical_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "cos_Ac_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "r_norm": [0.18100811541080475, 0.17867662012577057, 0.18365058302879333]}, {"step": 3500, "epoch": 7, "train_loss": 0.025843359529972076, "cos_r_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "cos_apical_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "cos_Ac_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "r_norm": [0.17386892437934875, 0.17271685600280762, 0.17607681453227997], "ldr": {"dL_sdil": -0.0030205026268959045, "dL_bp": -0.003831431269645691, "ratio": 0.7883483780136354}}, {"step": 3550, "epoch": 7, "train_loss": 0.015200980938971043, "cos_r_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "cos_apical_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "cos_Ac_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "r_norm": [0.18214447796344757, 0.18079674243927002, 0.18266212940216064]}, {"step": 3600, "epoch": 7, "train_loss": 0.0036591384559869766, "cos_r_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "cos_apical_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "cos_Ac_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "r_norm": [0.15204225480556488, 0.15145447850227356, 0.15389384329319]}, {"step": 3650, "epoch": 7, "train_loss": 0.0021107729990035295, "cos_r_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "cos_apical_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "cos_Ac_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "r_norm": [0.17595797777175903, 0.17445585131645203, 0.17735791206359863]}, {"step": 3700, "epoch": 7, "train_loss": 0.015591917559504509, "cos_r_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "cos_apical_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "cos_Ac_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "r_norm": [0.17374402284622192, 0.17239630222320557, 0.1754034459590912]}, {"step": 3750, "epoch": 7, "train_loss": 0.007822035811841488, "cos_r_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "cos_apical_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "cos_Ac_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "r_norm": [0.21016237139701843, 0.20818671584129333, 0.21186530590057373], "ldr": {"dL_sdil": -0.005274519324302673, "dL_bp": -0.007179073989391327, "ratio": 0.7347074751001236}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9711, "test_loss": 0.10448869915008545}, {"step": 3800, "epoch": 8, "train_loss": 0.03278763219714165, "cos_r_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "cos_apical_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "cos_Ac_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "r_norm": [0.18867017328739166, 0.18672901391983032, 0.19109709560871124]}, {"step": 3850, "epoch": 8, "train_loss": 0.012394566088914871, "cos_r_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "cos_apical_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "cos_Ac_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "r_norm": [0.18140387535095215, 0.17952804267406464, 0.18401682376861572]}, {"step": 3900, "epoch": 8, "train_loss": 0.016465313732624054, "cos_r_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "cos_apical_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "cos_Ac_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "r_norm": [0.17161858081817627, 0.16965815424919128, 0.17350023984909058]}, {"step": 3950, "epoch": 8, "train_loss": 0.002799833891913295, "cos_r_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "cos_apical_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "cos_Ac_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "r_norm": [0.18638187646865845, 0.18445278704166412, 0.18880827724933624]}, {"step": 4000, "epoch": 8, "train_loss": 0.0009752660989761353, "cos_r_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "cos_apical_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "cos_Ac_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "r_norm": [0.1686500757932663, 0.16589142382144928, 0.16873711347579956], "ldr": {"dL_sdil": -0.003577589988708496, "dL_bp": -0.004780672490596771, "ratio": 0.7483445050346684}}, {"step": 4050, "epoch": 8, "train_loss": 0.00527968630194664, "cos_r_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "cos_apical_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "cos_Ac_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "r_norm": [0.16906039416790009, 0.16817495226860046, 0.1697590947151184]}, {"step": 4100, "epoch": 8, "train_loss": 0.07604166865348816, "cos_r_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "cos_apical_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "cos_Ac_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "r_norm": [0.1920739859342575, 0.19098767638206482, 0.19444593787193298]}, {"step": 4150, "epoch": 8, "train_loss": 0.003075871616601944, "cos_r_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "cos_apical_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "cos_Ac_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "r_norm": [0.1718282401561737, 0.1701241433620453, 0.17377430200576782]}, {"step": 4200, "epoch": 8, "train_loss": 0.018358949571847916, "cos_r_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "cos_apical_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "cos_Ac_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "r_norm": [0.1720687747001648, 0.17031796276569366, 0.17392368614673615]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9727, "test_loss": 0.1063588264465332}, {"step": 4250, "epoch": 9, "train_loss": 0.016363324597477913, "cos_r_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "cos_apical_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "cos_Ac_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "r_norm": [0.17183226346969604, 0.16954702138900757, 0.17326106131076813], "ldr": {"dL_sdil": -0.003965646028518677, "dL_bp": -0.005581222474575043, "ratio": 0.710533587683337}}, {"step": 4300, "epoch": 9, "train_loss": 0.007566102780401707, "cos_r_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "cos_apical_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "cos_Ac_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "r_norm": [0.16125819087028503, 0.15954184532165527, 0.16385674476623535]}, {"step": 4350, "epoch": 9, "train_loss": 0.007003067061305046, "cos_r_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "cos_apical_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "cos_Ac_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "r_norm": [0.16752225160598755, 0.16584521532058716, 0.17007355391979218]}, {"step": 4400, "epoch": 9, "train_loss": 0.005738247185945511, "cos_r_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "cos_apical_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "cos_Ac_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "r_norm": [0.16269531846046448, 0.16100522875785828, 0.16493770480155945]}, {"step": 4450, "epoch": 9, "train_loss": 0.007445868104696274, "cos_r_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "cos_apical_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "cos_Ac_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "r_norm": [0.15030010044574738, 0.14875385165214539, 0.1524474024772644]}, {"step": 4500, "epoch": 9, "train_loss": 0.00628114677965641, "cos_r_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "cos_apical_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "cos_Ac_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "r_norm": [0.15119004249572754, 0.14963948726654053, 0.15373371541500092], "ldr": {"dL_sdil": -0.003878869116306305, "dL_bp": -0.005717620253562927, "ratio": 0.6784062152237538}}, {"step": 4550, "epoch": 9, "train_loss": 0.027954226359725, "cos_r_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "cos_apical_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "cos_Ac_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "r_norm": [0.15463997423648834, 0.153263658285141, 0.15711650252342224]}, {"step": 4600, "epoch": 9, "train_loss": 0.06348133832216263, "cos_r_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "cos_apical_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "cos_Ac_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "r_norm": [0.18094639480113983, 0.1789083033800125, 0.1836598813533783]}, {"step": 4650, "epoch": 9, "train_loss": 0.004749223589897156, "cos_r_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "cos_apical_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "cos_Ac_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "r_norm": [0.18968135118484497, 0.1871231645345688, 0.19179579615592957]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9733, "test_loss": 0.1101617862701416}, {"step": 4700, "epoch": 10, "train_loss": 0.007630123756825924, "cos_r_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "cos_apical_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "cos_Ac_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "r_norm": [0.16510838270187378, 0.16359715163707733, 0.16692659258842468]}, {"step": 4750, "epoch": 10, "train_loss": 0.001157756894826889, "cos_r_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "cos_apical_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "cos_Ac_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "r_norm": [0.16737283766269684, 0.16576340794563293, 0.16912813484668732], "ldr": {"dL_sdil": -0.004167549312114716, "dL_bp": -0.006252318620681763, "ratio": 0.6665606097438904}}, {"step": 4800, "epoch": 10, "train_loss": 0.0023544393479824066, "cos_r_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "cos_apical_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "cos_Ac_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "r_norm": [0.1710558533668518, 0.16949130594730377, 0.1728392243385315]}, {"step": 4850, "epoch": 10, "train_loss": 0.00398354884237051, "cos_r_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "cos_apical_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "cos_Ac_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "r_norm": [0.1695268750190735, 0.167708620429039, 0.1711578369140625]}, {"step": 4900, "epoch": 10, "train_loss": 0.004361733328551054, "cos_r_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "cos_apical_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "cos_Ac_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "r_norm": [0.16542106866836548, 0.16340067982673645, 0.1670023798942566]}, {"step": 4950, "epoch": 10, "train_loss": 0.003770784242078662, "cos_r_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "cos_apical_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "cos_Ac_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "r_norm": [0.15661786496639252, 0.15476275980472565, 0.15811505913734436]}, {"step": 5000, "epoch": 10, "train_loss": 0.0010107094421982765, "cos_r_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "cos_apical_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "cos_Ac_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "r_norm": [0.15738826990127563, 0.15542274713516235, 0.15932884812355042], "ldr": {"dL_sdil": -0.004270493984222412, "dL_bp": -0.006517834961414337, "ratio": 0.6552013067995414}}, {"step": 5050, "epoch": 10, "train_loss": 0.004184755962342024, "cos_r_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "cos_apical_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "cos_Ac_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "r_norm": [0.16448768973350525, 0.16287636756896973, 0.16612431406974792]}, {"step": 5100, "epoch": 10, "train_loss": 0.004895898513495922, "cos_r_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "cos_apical_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "cos_Ac_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "r_norm": [0.16404405236244202, 0.16232380270957947, 0.16623714566230774]}, {"step": 5150, "epoch": 10, "train_loss": 0.001142578199505806, "cos_r_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "cos_apical_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "cos_Ac_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "r_norm": [0.16160090267658234, 0.15970736742019653, 0.16356566548347473]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9746, "test_loss": 0.10860038776397705}, {"step": 5200, "epoch": 11, "train_loss": 0.0027848281897604465, "cos_r_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "cos_apical_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "cos_Ac_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "r_norm": [0.16875988245010376, 0.16689936816692352, 0.1707553267478943]}, {"step": 5250, "epoch": 11, "train_loss": 0.004451313056051731, "cos_r_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "cos_apical_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "cos_Ac_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "r_norm": [0.17404308915138245, 0.17241422832012177, 0.17626577615737915], "ldr": {"dL_sdil": -0.004534579813480377, "dL_bp": -0.007173120975494385, "ratio": 0.6321627404545266}}, {"step": 5300, "epoch": 11, "train_loss": 0.004680645652115345, "cos_r_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "cos_apical_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "cos_Ac_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "r_norm": [0.16032114624977112, 0.15836940705776215, 0.16236206889152527]}, {"step": 5350, "epoch": 11, "train_loss": 0.005041093099862337, "cos_r_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "cos_apical_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "cos_Ac_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "r_norm": [0.16603460907936096, 0.16359077394008636, 0.16790780425071716]}, {"step": 5400, "epoch": 11, "train_loss": 0.0051796878688037395, "cos_r_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "cos_apical_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "cos_Ac_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "r_norm": [0.16688399016857147, 0.1649746596813202, 0.16898971796035767]}, {"step": 5450, "epoch": 11, "train_loss": 0.002154751680791378, "cos_r_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "cos_apical_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "cos_Ac_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "r_norm": [0.15792593359947205, 0.1560274362564087, 0.15980754792690277]}, {"step": 5500, "epoch": 11, "train_loss": 0.004445900209248066, "cos_r_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "cos_apical_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "cos_Ac_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "r_norm": [0.16126632690429688, 0.15928193926811218, 0.16359561681747437], "ldr": {"dL_sdil": -0.004262961447238922, "dL_bp": -0.006880141794681549, "ratio": 0.6196037195823862}}, {"step": 5550, "epoch": 11, "train_loss": 0.005733326077461243, "cos_r_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "cos_apical_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "cos_Ac_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "r_norm": [0.16250553727149963, 0.16105975210666656, 0.16509070992469788]}, {"step": 5600, "epoch": 11, "train_loss": 0.002952441107481718, "cos_r_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "cos_apical_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "cos_Ac_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "r_norm": [0.15849465131759644, 0.15709522366523743, 0.16091349720954895]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9735, "test_loss": 0.11461869735717774}, {"step": 5650, "epoch": 12, "train_loss": 0.002046391600742936, "cos_r_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "cos_apical_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "cos_Ac_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "r_norm": [0.1631031185388565, 0.16110572218894958, 0.16496878862380981]}, {"step": 5700, "epoch": 12, "train_loss": 0.0010238668182864785, "cos_r_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "cos_apical_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "cos_Ac_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "r_norm": [0.15612927079200745, 0.15422323346138, 0.15795783698558807]}, {"step": 5750, "epoch": 12, "train_loss": 0.0010870806872844696, "cos_r_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "cos_apical_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "cos_Ac_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "r_norm": [0.16069716215133667, 0.1584092378616333, 0.16269813477993011], "ldr": {"dL_sdil": -0.004526019096374512, "dL_bp": -0.007270604372024536, "ratio": 0.6225093355085444}}, {"step": 5800, "epoch": 12, "train_loss": 0.0013404199853539467, "cos_r_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "cos_apical_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "cos_Ac_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "r_norm": [0.1570367068052292, 0.1550375372171402, 0.15891772508621216]}, {"step": 5850, "epoch": 12, "train_loss": 0.0022861994802951813, "cos_r_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "cos_apical_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "cos_Ac_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "r_norm": [0.15149354934692383, 0.15019959211349487, 0.15409836173057556]}, {"step": 5900, "epoch": 12, "train_loss": 0.003957902546972036, "cos_r_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "cos_apical_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "cos_Ac_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "r_norm": [0.15116600692272186, 0.14988315105438232, 0.1537749469280243]}, {"step": 5950, "epoch": 12, "train_loss": 0.0027839273680001497, "cos_r_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "cos_apical_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "cos_Ac_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "r_norm": [0.1634112447500229, 0.1614876240491867, 0.1650618016719818]}, {"step": 6000, "epoch": 12, "train_loss": 0.0036413464695215225, "cos_r_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "cos_apical_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "cos_Ac_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "r_norm": [0.1593235284090042, 0.1577083021402359, 0.161075621843338], "ldr": {"dL_sdil": -0.0046262964606285095, "dL_bp": -0.0075731948018074036, "ratio": 0.6108777843037138}}, {"step": 6050, "epoch": 12, "train_loss": 0.0017879258375614882, "cos_r_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "cos_apical_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "cos_Ac_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "r_norm": [0.15766102075576782, 0.1565726101398468, 0.16037249565124512]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9749, "test_loss": 0.1152113790512085}, {"step": 6100, "epoch": 13, "train_loss": 0.0036149201914668083, "cos_r_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "cos_apical_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "cos_Ac_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "r_norm": [0.16097110509872437, 0.15922805666923523, 0.1631411910057068]}, {"step": 6150, "epoch": 13, "train_loss": 0.0012237762566655874, "cos_r_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "cos_apical_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "cos_Ac_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "r_norm": [0.1497722864151001, 0.14837953448295593, 0.15189895033836365]}, {"step": 6200, "epoch": 13, "train_loss": 0.0024372306652367115, "cos_r_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "cos_apical_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "cos_Ac_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "r_norm": [0.15757718682289124, 0.15570394694805145, 0.15955819189548492]}, {"step": 6250, "epoch": 13, "train_loss": 0.0019097364274784923, "cos_r_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "cos_apical_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "cos_Ac_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "r_norm": [0.1581987887620926, 0.1563776284456253, 0.16025030612945557], "ldr": {"dL_sdil": -0.0045638307929039, "dL_bp": -0.007498219609260559, "ratio": 0.6086552582785668}}, {"step": 6300, "epoch": 13, "train_loss": 0.0016071924474090338, "cos_r_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "cos_apical_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "cos_Ac_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "r_norm": [0.1577112227678299, 0.15623095631599426, 0.16010689735412598]}, {"step": 6350, "epoch": 13, "train_loss": 0.0018857093527913094, "cos_r_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "cos_apical_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "cos_Ac_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "r_norm": [0.1567280888557434, 0.155072420835495, 0.15879075229167938]}, {"step": 6400, "epoch": 13, "train_loss": 0.0030912316869944334, "cos_r_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "cos_apical_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "cos_Ac_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "r_norm": [0.1563827246427536, 0.15427489578723907, 0.15829816460609436]}, {"step": 6450, "epoch": 13, "train_loss": 0.0024944585748016834, "cos_r_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "cos_apical_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "cos_Ac_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "r_norm": [0.15651610493659973, 0.15476520359516144, 0.15865135192871094]}, {"step": 6500, "epoch": 13, "train_loss": 0.0007586904102936387, "cos_r_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "cos_apical_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "cos_Ac_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "r_norm": [0.160321444272995, 0.15834009647369385, 0.16222341358661652], "ldr": {"dL_sdil": -0.004936441779136658, "dL_bp": -0.008326701819896698, "ratio": 0.5928447884780748}}, {"step": 6550, "epoch": 13, "train_loss": 0.0027614599093794823, "cos_r_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "cos_apical_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "cos_Ac_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "r_norm": [0.15675455331802368, 0.15499848127365112, 0.15866099298000336]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9749, "test_loss": 0.11866025257110596}, {"step": 6600, "epoch": 14, "train_loss": 0.0010013298597186804, "cos_r_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "cos_apical_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "cos_Ac_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "r_norm": [0.15083184838294983, 0.14899826049804688, 0.15284554660320282]}, {"step": 6650, "epoch": 14, "train_loss": 0.002302934881299734, "cos_r_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "cos_apical_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "cos_Ac_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "r_norm": [0.15259456634521484, 0.15088602900505066, 0.15472975373268127]}, {"step": 6700, "epoch": 14, "train_loss": 0.0028869458474218845, "cos_r_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "cos_apical_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "cos_Ac_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "r_norm": [0.15606126189231873, 0.15423214435577393, 0.15794521570205688]}, {"step": 6750, "epoch": 14, "train_loss": 0.0026032859459519386, "cos_r_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "cos_apical_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "cos_Ac_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "r_norm": [0.15583951771259308, 0.154140442609787, 0.1579940915107727], "ldr": {"dL_sdil": -0.004782818257808685, "dL_bp": -0.008010625839233398, "ratio": 0.5970592502753058}}, {"step": 6800, "epoch": 14, "train_loss": 0.003354846267029643, "cos_r_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "cos_apical_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "cos_Ac_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "r_norm": [0.15423351526260376, 0.152155339717865, 0.15632423758506775]}, {"step": 6850, "epoch": 14, "train_loss": 0.0009587698150426149, "cos_r_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "cos_apical_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "cos_Ac_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "r_norm": [0.15810900926589966, 0.15618100762367249, 0.1598953902721405]}, {"step": 6900, "epoch": 14, "train_loss": 0.0016521061770617962, "cos_r_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "cos_apical_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "cos_Ac_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "r_norm": [0.15102489292621613, 0.14954005181789398, 0.1532312035560608]}, {"step": 6950, "epoch": 14, "train_loss": 0.0022484418004751205, "cos_r_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "cos_apical_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "cos_Ac_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "r_norm": [0.15128538012504578, 0.14924228191375732, 0.15314893424510956]}, {"step": 7000, "epoch": 14, "train_loss": 0.0008589760982431471, "cos_r_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "cos_apical_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "cos_Ac_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "r_norm": [0.1540713906288147, 0.15247727930545807, 0.15631498396396637], "ldr": {"dL_sdil": -0.004649654030799866, "dL_bp": -0.007842406630516052, "ratio": 0.5928861190017005}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9744, "test_loss": 0.11967180318832397}, {"step": 7050, "epoch": 15, "train_loss": 0.0010667555034160614, "cos_r_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "cos_apical_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "cos_Ac_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "r_norm": [0.15184183418750763, 0.15008708834648132, 0.15392401814460754]}, {"step": 7100, "epoch": 15, "train_loss": 0.003059400711208582, "cos_r_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "cos_apical_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "cos_Ac_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "r_norm": [0.1539783775806427, 0.15189602971076965, 0.15574249625205994]}, {"step": 7150, "epoch": 15, "train_loss": 0.0025743243750184774, "cos_r_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "cos_apical_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "cos_Ac_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "r_norm": [0.15528163313865662, 0.1531970351934433, 0.15706877410411835]}, {"step": 7200, "epoch": 15, "train_loss": 0.0015395625960081816, "cos_r_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "cos_apical_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "cos_Ac_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "r_norm": [0.15546579658985138, 0.15353259444236755, 0.15731991827487946]}, {"step": 7250, "epoch": 15, "train_loss": 0.0014634430408477783, "cos_r_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "cos_apical_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "cos_Ac_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "r_norm": [0.147542342543602, 0.14586153626441956, 0.1495348960161209], "ldr": {"dL_sdil": -0.004669763147830963, "dL_bp": -0.007945314049720764, "ratio": 0.5877380199962116}}, {"step": 7300, "epoch": 15, "train_loss": 0.0005249768146313727, "cos_r_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "cos_apical_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "cos_Ac_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "r_norm": [0.14877811074256897, 0.14721423387527466, 0.15093646943569183]}, {"step": 7350, "epoch": 15, "train_loss": 0.0013266181340441108, "cos_r_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "cos_apical_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "cos_Ac_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "r_norm": [0.14917424321174622, 0.14757642149925232, 0.15131361782550812]}, {"step": 7400, "epoch": 15, "train_loss": 0.0013563277898356318, "cos_r_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "cos_apical_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "cos_Ac_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "r_norm": [0.14793840050697327, 0.1461404263973236, 0.15004447102546692]}, {"step": 7450, "epoch": 15, "train_loss": 0.00036663177888840437, "cos_r_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "cos_apical_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "cos_Ac_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "r_norm": [0.1490272581577301, 0.14760541915893555, 0.15119844675064087]}, {"step": 7500, "epoch": 15, "train_loss": 0.0006348078604787588, "cos_r_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "cos_apical_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "cos_Ac_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "r_norm": [0.15086685121059418, 0.14924976229667664, 0.15304119884967804], "ldr": {"dL_sdil": -0.00497707724571228, "dL_bp": -0.008685506880283356, "ratio": 0.5730324452347804}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9747, "test_loss": 0.12259431991577148}, {"step": 7550, "epoch": 16, "train_loss": 0.0004923975793644786, "cos_r_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "cos_apical_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "cos_Ac_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "r_norm": [0.15170715749263763, 0.14994323253631592, 0.15383495390415192]}, {"step": 7600, "epoch": 16, "train_loss": 0.010128105990588665, "cos_r_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "cos_apical_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "cos_Ac_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "r_norm": [0.1512875109910965, 0.14990076422691345, 0.15369220077991486]}, {"step": 7650, "epoch": 16, "train_loss": 0.0012098356382921338, "cos_r_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "cos_apical_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "cos_Ac_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "r_norm": [0.15011316537857056, 0.1484183818101883, 0.15237079560756683]}, {"step": 7700, "epoch": 16, "train_loss": 0.0007895201561041176, "cos_r_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "cos_apical_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "cos_Ac_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "r_norm": [0.15167053043842316, 0.15002012252807617, 0.15391793847084045]}, {"step": 7750, "epoch": 16, "train_loss": 0.001414276659488678, "cos_r_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "cos_apical_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "cos_Ac_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "r_norm": [0.15121319890022278, 0.14953380823135376, 0.1534121036529541], "ldr": {"dL_sdil": -0.004786863923072815, "dL_bp": -0.008354902267456055, "ratio": 0.5729407442285193}}, {"step": 7800, "epoch": 16, "train_loss": 0.0019831599202007055, "cos_r_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "cos_apical_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "cos_Ac_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "r_norm": [0.14535044133663177, 0.14368611574172974, 0.14750590920448303]}, {"step": 7850, "epoch": 16, "train_loss": 0.000930414127651602, "cos_r_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "cos_apical_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "cos_Ac_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "r_norm": [0.15099070966243744, 0.14946798980236053, 0.1533317267894745]}, {"step": 7900, "epoch": 16, "train_loss": 0.001247087144292891, "cos_r_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "cos_apical_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "cos_Ac_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "r_norm": [0.15090644359588623, 0.14950278401374817, 0.15322355926036835]}, {"step": 7950, "epoch": 16, "train_loss": 0.0009815117809921503, "cos_r_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "cos_apical_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "cos_Ac_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "r_norm": [0.1516975462436676, 0.14993830025196075, 0.1538715362548828]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.12410853757858277}, {"step": 8000, "epoch": 17, "train_loss": 0.0018183470238000154, "cos_r_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "cos_apical_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "cos_Ac_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "r_norm": [0.15120115876197815, 0.1493651419878006, 0.15328262746334076], "ldr": {"dL_sdil": -0.004881635308265686, "dL_bp": -0.008578404784202576, "ratio": 0.5690609654204455}}, {"step": 8050, "epoch": 17, "train_loss": 0.0016743632731959224, "cos_r_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "cos_apical_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "cos_Ac_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "r_norm": [0.15340086817741394, 0.15157732367515564, 0.15551260113716125]}, {"step": 8100, "epoch": 17, "train_loss": 0.002250159392133355, "cos_r_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "cos_apical_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "cos_Ac_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "r_norm": [0.1467490941286087, 0.14491242170333862, 0.14870890974998474]}, {"step": 8150, "epoch": 17, "train_loss": 0.0003787610912695527, "cos_r_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "cos_apical_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "cos_Ac_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "r_norm": [0.15289318561553955, 0.15136924386024475, 0.15509358048439026]}, {"step": 8200, "epoch": 17, "train_loss": 0.0009382526623085141, "cos_r_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "cos_apical_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "cos_Ac_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "r_norm": [0.14631739258766174, 0.14485925436019897, 0.14859044551849365]}, {"step": 8250, "epoch": 17, "train_loss": 0.0014748497633263469, "cos_r_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "cos_apical_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "cos_Ac_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "r_norm": [0.15074092149734497, 0.1490621715784073, 0.15272289514541626], "ldr": {"dL_sdil": -0.005253404378890991, "dL_bp": -0.009430862963199615, "ratio": 0.5570438675008236}}, {"step": 8300, "epoch": 17, "train_loss": 0.0012119101593270898, "cos_r_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "cos_apical_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "cos_Ac_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "r_norm": [0.1508655846118927, 0.14921903610229492, 0.15291620790958405]}, {"step": 8350, "epoch": 17, "train_loss": 0.0010064297821372747, "cos_r_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "cos_apical_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "cos_Ac_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "r_norm": [0.15211156010627747, 0.15066388249397278, 0.1544003188610077]}, {"step": 8400, "epoch": 17, "train_loss": 0.0010467988904565573, "cos_r_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "cos_apical_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "cos_Ac_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "r_norm": [0.14946404099464417, 0.147795632481575, 0.15175364911556244]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.975, "test_loss": 0.1264083209991455}, {"step": 8450, "epoch": 18, "train_loss": 0.0014559674309566617, "cos_r_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "cos_apical_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "cos_Ac_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "r_norm": [0.15162095427513123, 0.14981740713119507, 0.15375815331935883]}, {"step": 8500, "epoch": 18, "train_loss": 0.0008868235163390636, "cos_r_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "cos_apical_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "cos_Ac_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "r_norm": [0.15117599070072174, 0.14961910247802734, 0.15354794263839722], "ldr": {"dL_sdil": -0.0050695836544036865, "dL_bp": -0.009054303169250488, "ratio": 0.5599087593643437}}, {"step": 8550, "epoch": 18, "train_loss": 0.0013558858772739768, "cos_r_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "cos_apical_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "cos_Ac_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "r_norm": [0.15270701050758362, 0.15128126740455627, 0.1553078144788742]}, {"step": 8600, "epoch": 18, "train_loss": 0.0018163906643167138, "cos_r_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "cos_apical_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "cos_Ac_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "r_norm": [0.15016105771064758, 0.14852863550186157, 0.15241661667823792]}, {"step": 8650, "epoch": 18, "train_loss": 0.00028922356432303786, "cos_r_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "cos_apical_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "cos_Ac_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "r_norm": [0.14840814471244812, 0.1467214822769165, 0.15063165128231049]}, {"step": 8700, "epoch": 18, "train_loss": 0.0016502707730978727, "cos_r_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "cos_apical_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "cos_Ac_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "r_norm": [0.14669197797775269, 0.14502418041229248, 0.14892682433128357]}, {"step": 8750, "epoch": 18, "train_loss": 0.0018669177079573274, "cos_r_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "cos_apical_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "cos_Ac_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "r_norm": [0.15265600383281708, 0.1508508175611496, 0.1546734869480133], "ldr": {"dL_sdil": -0.005238369107246399, "dL_bp": -0.009415000677108765, "ratio": 0.5563854201288321}}, {"step": 8800, "epoch": 18, "train_loss": 0.0007651080377399921, "cos_r_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "cos_apical_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "cos_Ac_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "r_norm": [0.14835518598556519, 0.14681404829025269, 0.15057681500911713]}, {"step": 8850, "epoch": 18, "train_loss": 0.001062221359461546, "cos_r_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "cos_apical_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "cos_Ac_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "r_norm": [0.1479288637638092, 0.14672502875328064, 0.1505381464958191]}, {"step": 8900, "epoch": 18, "train_loss": 0.0007915148162283003, "cos_r_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "cos_apical_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "cos_Ac_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "r_norm": [0.14695708453655243, 0.14528119564056396, 0.14904585480690002]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9753, "test_loss": 0.1273531439781189}, {"step": 8950, "epoch": 19, "train_loss": 0.0005358154885470867, "cos_r_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "cos_apical_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "cos_Ac_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "r_norm": [0.14644783735275269, 0.14492663741111755, 0.14859898388385773]}, {"step": 9000, "epoch": 19, "train_loss": 0.0009432739461772144, "cos_r_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "cos_apical_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "cos_Ac_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "r_norm": [0.1490410566329956, 0.14750298857688904, 0.15122652053833008], "ldr": {"dL_sdil": -0.00523734837770462, "dL_bp": -0.009626947343349457, "ratio": 0.5440300222814365}}, {"step": 9050, "epoch": 19, "train_loss": 0.0018772791372612119, "cos_r_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "cos_apical_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "cos_Ac_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "r_norm": [0.14702333509922028, 0.14546218514442444, 0.14927572011947632]}, {"step": 9100, "epoch": 19, "train_loss": 0.00048634858103469014, "cos_r_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "cos_apical_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "cos_Ac_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "r_norm": [0.14600920677185059, 0.14443588256835938, 0.1482035368680954]}, {"step": 9150, "epoch": 19, "train_loss": 0.0016436089063063264, "cos_r_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "cos_apical_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "cos_Ac_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "r_norm": [0.14599770307540894, 0.14421895146369934, 0.148167684674263]}, {"step": 9200, "epoch": 19, "train_loss": 0.0005288351094350219, "cos_r_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "cos_apical_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "cos_Ac_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "r_norm": [0.14805343747138977, 0.14641466736793518, 0.15033817291259766]}, {"step": 9250, "epoch": 19, "train_loss": 0.0011370242573320866, "cos_r_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "cos_apical_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "cos_Ac_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "r_norm": [0.14889651536941528, 0.1473049819469452, 0.1512116640806198], "ldr": {"dL_sdil": -0.005335956811904907, "dL_bp": -0.00974901020526886, "ratio": 0.5473331855803254}}, {"step": 9300, "epoch": 19, "train_loss": 0.0007320980075746775, "cos_r_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "cos_apical_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "cos_Ac_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "r_norm": [0.15204186737537384, 0.15045729279518127, 0.15443116426467896]}, {"step": 9350, "epoch": 19, "train_loss": 0.0005629529478028417, "cos_r_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "cos_apical_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "cos_Ac_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "r_norm": [0.1490500122308731, 0.1474592387676239, 0.1513535976409912]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9748, "test_loss": 0.13137950611114502}], "final": {"test_acc": 0.9748, "test_loss": 0.13137950611114502, "wall_s": 48.20636987686157, "cos_r_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207], "cos_apical_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207], "cos_Ac_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207]}}
\ No newline at end of file