chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_mnist_sdil_d10_s0.json b/results/depth_mnist_sdil_d10_s0.json
new file mode 100644
index 0000000..220600e
--- /dev/null
+++ b/results/depth_mnist_sdil_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3040730953216553, "cos_r_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "cos_apical_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "cos_Ac_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "r_norm": [4.761030197143555, 4.772373199462891, 4.806885719299316, 4.810417175292969, 4.860893249511719, 4.780272483825684, 4.792279243469238, 4.788887977600098, 4.881718635559082, 4.878331184387207], "ldr": {"dL_sdil": 0.0048370361328125, "dL_bp": -0.061614036560058594, "ratio": -0.07850542510873434}}, {"step": 50, "epoch": 0, "train_loss": 1.0205707550048828, "cos_r_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "cos_apical_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "cos_Ac_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "r_norm": [2.1075806617736816, 2.1138079166412354, 2.128742218017578, 2.1289381980895996, 2.1384756565093994, 2.13816499710083, 2.1116199493408203, 2.119471788406372, 2.13145112991333, 2.142442226409912]}, {"step": 100, "epoch": 0, "train_loss": 0.5856322646141052, "cos_r_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "cos_apical_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "cos_Ac_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "r_norm": [1.1427457332611084, 1.1439582109451294, 1.1491050720214844, 1.1542400121688843, 1.159788727760315, 1.1564507484436035, 1.1444590091705322, 1.1479237079620361, 1.154005765914917, 1.1642369031906128]}, {"step": 150, "epoch": 0, "train_loss": 0.4745701551437378, "cos_r_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "cos_apical_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "cos_Ac_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "r_norm": [0.8786655068397522, 0.8792754411697388, 0.8886352777481079, 0.8899897336959839, 0.8971819281578064, 0.888521671295166, 0.8801953196525574, 0.8889824151992798, 0.893064558506012, 0.8989335894584656]}, {"step": 200, "epoch": 0, "train_loss": 0.35536307096481323, "cos_r_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "cos_apical_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "cos_Ac_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "r_norm": [0.9226994514465332, 0.9253370761871338, 0.9288266897201538, 0.9283023476600647, 0.9428938627243042, 0.9378931522369385, 0.9215297698974609, 0.9317824840545654, 0.9310557246208191, 0.9388017058372498]}, {"step": 250, "epoch": 0, "train_loss": 0.2564942240715027, "cos_r_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "cos_apical_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "cos_Ac_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "r_norm": [0.8208537101745605, 0.825705885887146, 0.8286389112472534, 0.8295063972473145, 0.8403745889663696, 0.8337243795394897, 0.8250993490219116, 0.8314688801765442, 0.8361239433288574, 0.8362611532211304], "ldr": {"dL_sdil": -0.012169718742370605, "dL_bp": -0.01118481159210205, "ratio": 1.0880575539568345}}, {"step": 300, "epoch": 0, "train_loss": 0.2734048664569855, "cos_r_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "cos_apical_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "cos_Ac_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "r_norm": [0.760456383228302, 0.7626560926437378, 0.7689014673233032, 0.7680469751358032, 0.7794288992881775, 0.7703261375427246, 0.76054847240448, 0.7679362297058105, 0.775895357131958, 0.779584527015686]}, {"step": 350, "epoch": 0, "train_loss": 0.26594042778015137, "cos_r_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "cos_apical_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "cos_Ac_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "r_norm": [0.7283955812454224, 0.7306574583053589, 0.7330830097198486, 0.7325586080551147, 0.7423966526985168, 0.733989953994751, 0.7289681434631348, 0.73482346534729, 0.7398867011070251, 0.7420657873153687]}, {"step": 400, "epoch": 0, "train_loss": 0.171381413936615, "cos_r_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "cos_apical_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "cos_Ac_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "r_norm": [0.627704918384552, 0.6285231709480286, 0.6342005729675293, 0.6319248676300049, 0.6426964998245239, 0.6338057518005371, 0.6296290159225464, 0.6368086338043213, 0.6422902941703796, 0.6437054872512817]}, {"step": 450, "epoch": 0, "train_loss": 0.272346556186676, "cos_r_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "cos_apical_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "cos_Ac_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "r_norm": [0.597036600112915, 0.6003391742706299, 0.6011954545974731, 0.6009790301322937, 0.6123196482658386, 0.6026685237884521, 0.5963234901428223, 0.6033265590667725, 0.6051340103149414, 0.6110190153121948]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9365, "test_loss": 0.2320592124938965}, {"step": 500, "epoch": 1, "train_loss": 0.2861258387565613, "cos_r_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "cos_apical_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "cos_Ac_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "r_norm": [0.5781360864639282, 0.5825136303901672, 0.5846971273422241, 0.5831161141395569, 0.5950855016708374, 0.5852490067481995, 0.5768365263938904, 0.58681321144104, 0.5900261402130127, 0.5942851305007935], "ldr": {"dL_sdil": -0.005936965346336365, "dL_bp": -0.0046980977058410645, "ratio": 1.2636955887390415}}, {"step": 550, "epoch": 1, "train_loss": 0.26823121309280396, "cos_r_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "cos_apical_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "cos_Ac_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "r_norm": [0.5598316192626953, 0.562398374080658, 0.5632007122039795, 0.5620877742767334, 0.5712839365005493, 0.5663642287254333, 0.560014545917511, 0.5647451877593994, 0.5681498050689697, 0.5723134279251099]}, {"step": 600, "epoch": 1, "train_loss": 0.34467828273773193, "cos_r_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "cos_apical_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "cos_Ac_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "r_norm": [0.5412722229957581, 0.5478953123092651, 0.5445859432220459, 0.5441317558288574, 0.5554101467132568, 0.5453518629074097, 0.5429569482803345, 0.5483338832855225, 0.5516212582588196, 0.5566845536231995]}, {"step": 650, "epoch": 1, "train_loss": 0.26053574681282043, "cos_r_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "cos_apical_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "cos_Ac_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "r_norm": [0.5549989938735962, 0.5568321347236633, 0.5600587129592896, 0.5562494993209839, 0.5679676532745361, 0.5602968335151672, 0.5537289381027222, 0.5585384368896484, 0.5655837655067444, 0.5666431188583374]}, {"step": 700, "epoch": 1, "train_loss": 0.09011369943618774, "cos_r_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "cos_apical_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "cos_Ac_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "r_norm": [0.48847970366477966, 0.49302351474761963, 0.4909094572067261, 0.4905669093132019, 0.5011730194091797, 0.490373432636261, 0.48764413595199585, 0.49275997281074524, 0.4945888817310333, 0.4981098771095276]}, {"step": 750, "epoch": 1, "train_loss": 0.10289748013019562, "cos_r_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "cos_apical_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "cos_Ac_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "r_norm": [0.4792790412902832, 0.47946271300315857, 0.48009470105171204, 0.4789946377277374, 0.4876187741756439, 0.4821365773677826, 0.4767185151576996, 0.48229795694351196, 0.48229748010635376, 0.48640120029449463], "ldr": {"dL_sdil": -0.005915462970733643, "dL_bp": -0.005078017711639404, "ratio": 1.164915781442573}}, {"step": 800, "epoch": 1, "train_loss": 0.1351189911365509, "cos_r_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "cos_apical_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "cos_Ac_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "r_norm": [0.5231594443321228, 0.5206583142280579, 0.5252501964569092, 0.5245493650436401, 0.531536877155304, 0.5266240835189819, 0.5217174291610718, 0.5223547220230103, 0.5274201035499573, 0.5271494388580322]}, {"step": 850, "epoch": 1, "train_loss": 0.204824298620224, "cos_r_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "cos_apical_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "cos_Ac_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "r_norm": [0.464346319437027, 0.4670434296131134, 0.46533966064453125, 0.4642702639102936, 0.47334206104278564, 0.46640855073928833, 0.462765634059906, 0.4680243730545044, 0.4687279760837555, 0.4726390242576599]}, {"step": 900, "epoch": 1, "train_loss": 0.19726096093654633, "cos_r_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "cos_apical_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "cos_Ac_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "r_norm": [0.4664265513420105, 0.4675067961215973, 0.4650452435016632, 0.4630277156829834, 0.473946213722229, 0.46953853964805603, 0.4626084566116333, 0.46632349491119385, 0.46788695454597473, 0.4708464443683624]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9484, "test_loss": 0.18267168807983397}, {"step": 950, "epoch": 2, "train_loss": 0.15767106413841248, "cos_r_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "cos_apical_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "cos_Ac_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "r_norm": [0.45419156551361084, 0.45679789781570435, 0.45705941319465637, 0.4553208351135254, 0.4631613492965698, 0.4579068720340729, 0.45286989212036133, 0.45648854970932007, 0.45778948068618774, 0.46102404594421387]}, {"step": 1000, "epoch": 2, "train_loss": 0.11695076525211334, "cos_r_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "cos_apical_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "cos_Ac_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "r_norm": [0.4208202064037323, 0.42158061265945435, 0.4229108691215515, 0.42173004150390625, 0.4311332106590271, 0.4240224361419678, 0.4186467230319977, 0.4217000901699066, 0.4261738061904907, 0.42736151814460754], "ldr": {"dL_sdil": -0.004885807633399963, "dL_bp": -0.004120141267776489, "ratio": 1.1858349789148566}}, {"step": 1050, "epoch": 2, "train_loss": 0.09120956063270569, "cos_r_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "cos_apical_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "cos_Ac_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "r_norm": [0.42394930124282837, 0.42501652240753174, 0.42532050609588623, 0.42189404368400574, 0.4340333044528961, 0.42725101113319397, 0.4200586676597595, 0.42568284273147583, 0.42983439564704895, 0.4330076575279236]}, {"step": 1100, "epoch": 2, "train_loss": 0.13443394005298615, "cos_r_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "cos_apical_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "cos_Ac_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "r_norm": [0.3867862820625305, 0.38809967041015625, 0.38828325271606445, 0.38705524802207947, 0.39424437284469604, 0.3875312805175781, 0.3853258490562439, 0.38790035247802734, 0.3907555937767029, 0.39326077699661255]}, {"step": 1150, "epoch": 2, "train_loss": 0.0781940221786499, "cos_r_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "cos_apical_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "cos_Ac_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "r_norm": [0.3843922019004822, 0.38511571288108826, 0.3832349181175232, 0.3852841854095459, 0.38861197233200073, 0.3853796720504761, 0.38287001848220825, 0.38392698764801025, 0.38656753301620483, 0.38749662041664124]}, {"step": 1200, "epoch": 2, "train_loss": 0.029421577230095863, "cos_r_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "cos_apical_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "cos_Ac_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "r_norm": [0.3931207060813904, 0.39493370056152344, 0.38857102394104004, 0.390272319316864, 0.3958001136779785, 0.39308878779411316, 0.39308252930641174, 0.39161211252212524, 0.39042508602142334, 0.3977591395378113]}, {"step": 1250, "epoch": 2, "train_loss": 0.1276424080133438, "cos_r_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "cos_apical_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "cos_Ac_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "r_norm": [0.3644419312477112, 0.3672064244747162, 0.3640860319137573, 0.36528873443603516, 0.36998337507247925, 0.36544913053512573, 0.36431536078453064, 0.3639965057373047, 0.36575067043304443, 0.36777263879776], "ldr": {"dL_sdil": -0.006610214710235596, "dL_bp": -0.005273252725601196, "ratio": 1.253536489564318}}, {"step": 1300, "epoch": 2, "train_loss": 0.14101344347000122, "cos_r_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "cos_apical_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "cos_Ac_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "r_norm": [0.36522340774536133, 0.36868560314178467, 0.3663892149925232, 0.36641162633895874, 0.3734320402145386, 0.36723923683166504, 0.36539578437805176, 0.3670198917388916, 0.36926767230033875, 0.37180522084236145]}, {"step": 1350, "epoch": 2, "train_loss": 0.19360961019992828, "cos_r_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "cos_apical_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "cos_Ac_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "r_norm": [0.37632817029953003, 0.37713292241096497, 0.3757231831550598, 0.3759407103061676, 0.38374096155166626, 0.3771412670612335, 0.3751646876335144, 0.3769342601299286, 0.3780946433544159, 0.38292181491851807]}, {"step": 1400, "epoch": 2, "train_loss": 0.22100317478179932, "cos_r_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "cos_apical_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "cos_Ac_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "r_norm": [0.33472079038619995, 0.3366151750087738, 0.3345182538032532, 0.33457642793655396, 0.3431153893470764, 0.33518603444099426, 0.33270955085754395, 0.33586227893829346, 0.33839643001556396, 0.3396350145339966]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9581, "test_loss": 0.15091735343933105}, {"step": 1450, "epoch": 3, "train_loss": 0.12465670704841614, "cos_r_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "cos_apical_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "cos_Ac_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "r_norm": [0.339238703250885, 0.3408312201499939, 0.3395432233810425, 0.33814388513565063, 0.34729766845703125, 0.3402496874332428, 0.3367995023727417, 0.341526597738266, 0.3411056399345398, 0.34581100940704346]}, {"step": 1500, "epoch": 3, "train_loss": 0.03366297855973244, "cos_r_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "cos_apical_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "cos_Ac_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "r_norm": [0.30272555351257324, 0.3053620159626007, 0.30565255880355835, 0.3045053482055664, 0.31234902143478394, 0.30472198128700256, 0.30211180448532104, 0.30660319328308105, 0.30690640211105347, 0.3101113736629486], "ldr": {"dL_sdil": -0.0037774741649627686, "dL_bp": -0.004311174154281616, "ratio": 0.8762054210246165}}, {"step": 1550, "epoch": 3, "train_loss": 0.0758875161409378, "cos_r_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "cos_apical_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "cos_Ac_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "r_norm": [0.2961794137954712, 0.2993577718734741, 0.2968369126319885, 0.298068642616272, 0.30334675312042236, 0.29782646894454956, 0.2959192097187042, 0.2995084524154663, 0.2996608316898346, 0.3017035126686096]}, {"step": 1600, "epoch": 3, "train_loss": 0.054691944271326065, "cos_r_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "cos_apical_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "cos_Ac_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "r_norm": [0.27998167276382446, 0.2812895178794861, 0.2788752615451813, 0.2797873318195343, 0.285749614238739, 0.2795085310935974, 0.2791997790336609, 0.2803007662296295, 0.2812408208847046, 0.2833438515663147]}, {"step": 1650, "epoch": 3, "train_loss": 0.08832353353500366, "cos_r_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "cos_apical_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "cos_Ac_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "r_norm": [0.2996307611465454, 0.2991703152656555, 0.29875844717025757, 0.29857322573661804, 0.30347076058387756, 0.29970860481262207, 0.2981921434402466, 0.3003648519515991, 0.3012279272079468, 0.3033956289291382]}, {"step": 1700, "epoch": 3, "train_loss": 0.08711124956607819, "cos_r_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "cos_apical_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "cos_Ac_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "r_norm": [0.306926429271698, 0.3082786798477173, 0.304733008146286, 0.30616533756256104, 0.3115023374557495, 0.30709946155548096, 0.30511730909347534, 0.3060997426509857, 0.30625176429748535, 0.30959275364875793]}, {"step": 1750, "epoch": 3, "train_loss": 0.052115943282842636, "cos_r_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "cos_apical_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "cos_Ac_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "r_norm": [0.28454089164733887, 0.28604656457901, 0.28317245841026306, 0.2847191095352173, 0.28982430696487427, 0.2837662696838379, 0.28372228145599365, 0.28440630435943604, 0.2859993577003479, 0.2890773415565491], "ldr": {"dL_sdil": -0.004123762249946594, "dL_bp": -0.004019796848297119, "ratio": 1.0258633472220162}}, {"step": 1800, "epoch": 3, "train_loss": 0.11645415425300598, "cos_r_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "cos_apical_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "cos_Ac_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "r_norm": [0.31712090969085693, 0.3178941607475281, 0.3148377537727356, 0.31597691774368286, 0.3213595747947693, 0.31514042615890503, 0.3165817856788635, 0.31639838218688965, 0.3188866972923279, 0.3201260268688202]}, {"step": 1850, "epoch": 3, "train_loss": 0.12818510830402374, "cos_r_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "cos_apical_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "cos_Ac_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "r_norm": [0.33930128812789917, 0.3396151065826416, 0.3385356664657593, 0.33935537934303284, 0.3454189896583557, 0.3391878008842468, 0.33674532175064087, 0.33842116594314575, 0.3417147994041443, 0.3426987826824188]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9638, "test_loss": 0.13306543502807616}, {"step": 1900, "epoch": 4, "train_loss": 0.04603566601872444, "cos_r_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "cos_apical_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "cos_Ac_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "r_norm": [0.3058330714702606, 0.30408182740211487, 0.30311381816864014, 0.30271753668785095, 0.3089168965816498, 0.30377528071403503, 0.3023154139518738, 0.3043705224990845, 0.30545133352279663, 0.30849188566207886]}, {"step": 1950, "epoch": 4, "train_loss": 0.08743903040885925, "cos_r_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "cos_apical_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "cos_Ac_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "r_norm": [0.3014068603515625, 0.30258989334106445, 0.30083751678466797, 0.3015754520893097, 0.3075243830680847, 0.3006702959537506, 0.3003438711166382, 0.30366718769073486, 0.3039456605911255, 0.3060671389102936]}, {"step": 2000, "epoch": 4, "train_loss": 0.12384551018476486, "cos_r_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "cos_apical_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "cos_Ac_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "r_norm": [0.2441328465938568, 0.24409019947052002, 0.2444089651107788, 0.24509987235069275, 0.24841637909412384, 0.2426893413066864, 0.24308370053768158, 0.2456270158290863, 0.2476075291633606, 0.246596097946167], "ldr": {"dL_sdil": -0.00403992086648941, "dL_bp": -0.005115509033203125, "ratio": 0.7897397581096197}}, {"step": 2050, "epoch": 4, "train_loss": 0.08458816260099411, "cos_r_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "cos_apical_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "cos_Ac_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "r_norm": [0.26676228642463684, 0.2690736651420593, 0.26625460386276245, 0.2674676477909088, 0.27273547649383545, 0.2662026584148407, 0.26570963859558105, 0.2681754529476166, 0.26788780093193054, 0.26985031366348267]}, {"step": 2100, "epoch": 4, "train_loss": 0.10932683199644089, "cos_r_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "cos_apical_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "cos_Ac_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "r_norm": [0.2745353877544403, 0.27668917179107666, 0.27299487590789795, 0.27542129158973694, 0.27964484691619873, 0.2734024226665497, 0.27421116828918457, 0.2754583954811096, 0.27579814195632935, 0.27776992321014404]}, {"step": 2150, "epoch": 4, "train_loss": 0.06628531217575073, "cos_r_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "cos_apical_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "cos_Ac_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "r_norm": [0.27196139097213745, 0.2727660536766052, 0.27095556259155273, 0.27269473671913147, 0.2771196961402893, 0.2692576050758362, 0.2718656659126282, 0.2727118134498596, 0.2740864157676697, 0.2754938304424286]}, {"step": 2200, "epoch": 4, "train_loss": 0.1066187173128128, "cos_r_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "cos_apical_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "cos_Ac_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "r_norm": [0.295020192861557, 0.2969408929347992, 0.2915424108505249, 0.29402270913124084, 0.3000268042087555, 0.29435431957244873, 0.29350826144218445, 0.2940860986709595, 0.2942802906036377, 0.29877299070358276]}, {"step": 2250, "epoch": 4, "train_loss": 0.009452475234866142, "cos_r_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "cos_apical_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "cos_Ac_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "r_norm": [0.2754060626029968, 0.2772686183452606, 0.2706121802330017, 0.2721930742263794, 0.2787877917289734, 0.274398535490036, 0.2725982367992401, 0.2747671604156494, 0.2749142646789551, 0.27781862020492554], "ldr": {"dL_sdil": -0.007859393954277039, "dL_bp": -0.008658185601234436, "ratio": 0.9077414502591039}}, {"step": 2300, "epoch": 4, "train_loss": 0.13421466946601868, "cos_r_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "cos_apical_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "cos_Ac_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "r_norm": [0.2468734085559845, 0.24776576459407806, 0.242359459400177, 0.2447589933872223, 0.2483702301979065, 0.2446122169494629, 0.2458544820547104, 0.24547211825847626, 0.24669450521469116, 0.24725589156150818]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.965, "test_loss": 0.12771896324157714}, {"step": 2350, "epoch": 5, "train_loss": 0.03475204110145569, "cos_r_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "cos_apical_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "cos_Ac_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "r_norm": [0.2919324040412903, 0.29149049520492554, 0.2897260785102844, 0.2897966504096985, 0.2948472201824188, 0.289476215839386, 0.28658753633499146, 0.28860729932785034, 0.29018470644950867, 0.29204073548316956]}, {"step": 2400, "epoch": 5, "train_loss": 0.023754270747303963, "cos_r_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "cos_apical_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "cos_Ac_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "r_norm": [0.2810693383216858, 0.28182393312454224, 0.2758576571941376, 0.2782602310180664, 0.2825218439102173, 0.27810031175613403, 0.27788883447647095, 0.2788735330104828, 0.2791348695755005, 0.28067243099212646]}, {"step": 2450, "epoch": 5, "train_loss": 0.047993872314691544, "cos_r_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "cos_apical_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "cos_Ac_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "r_norm": [0.25002825260162354, 0.24977587163448334, 0.24613626301288605, 0.248261496424675, 0.2513327896595001, 0.24664486944675446, 0.24800218641757965, 0.2473684549331665, 0.2483663260936737, 0.2500317692756653]}, {"step": 2500, "epoch": 5, "train_loss": 0.07412887364625931, "cos_r_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "cos_apical_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "cos_Ac_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "r_norm": [0.26112425327301025, 0.2630044221878052, 0.2586556077003479, 0.26095181703567505, 0.26542750000953674, 0.2591756582260132, 0.2598271667957306, 0.2605476975440979, 0.2604348659515381, 0.2626311779022217], "ldr": {"dL_sdil": -0.007329583168029785, "dL_bp": -0.010886579751968384, "ratio": 0.6732677604005551}}, {"step": 2550, "epoch": 5, "train_loss": 0.0435071624815464, "cos_r_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "cos_apical_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "cos_Ac_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "r_norm": [0.2276897430419922, 0.22942715883255005, 0.22821269929409027, 0.229529470205307, 0.23377516865730286, 0.22617024183273315, 0.227291077375412, 0.23011645674705505, 0.23003417253494263, 0.23158739507198334]}, {"step": 2600, "epoch": 5, "train_loss": 0.04411432892084122, "cos_r_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "cos_apical_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "cos_Ac_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "r_norm": [0.2740704417228699, 0.2751157581806183, 0.2746701240539551, 0.27474474906921387, 0.27874770760536194, 0.27193930745124817, 0.27427545189857483, 0.2755712866783142, 0.27581483125686646, 0.2749113142490387]}, {"step": 2650, "epoch": 5, "train_loss": 0.023262666538357735, "cos_r_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "cos_apical_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "cos_Ac_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "r_norm": [0.29783979058265686, 0.3005433678627014, 0.2942461371421814, 0.29526495933532715, 0.302627831697464, 0.29613691568374634, 0.29621821641921997, 0.29903680086135864, 0.2977181673049927, 0.3006308674812317]}, {"step": 2700, "epoch": 5, "train_loss": 0.15617193281650543, "cos_r_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "cos_apical_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "cos_Ac_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "r_norm": [0.21974432468414307, 0.21885104477405548, 0.21872961521148682, 0.21903638541698456, 0.2227286994457245, 0.21671953797340393, 0.21868038177490234, 0.21887478232383728, 0.2209855318069458, 0.22141718864440918]}, {"step": 2750, "epoch": 5, "train_loss": 0.04239554703235626, "cos_r_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "cos_apical_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "cos_Ac_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "r_norm": [0.24115204811096191, 0.23962409794330597, 0.23805135488510132, 0.2398628294467926, 0.2432766705751419, 0.23765829205513, 0.23925405740737915, 0.2395545244216919, 0.24024046957492828, 0.24101661145687103], "ldr": {"dL_sdil": -0.005263499915599823, "dL_bp": -0.006943866610527039, "ratio": 0.7580070601615897}}, {"step": 2800, "epoch": 5, "train_loss": 0.04152144491672516, "cos_r_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "cos_apical_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "cos_Ac_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "r_norm": [0.24489369988441467, 0.24386802315711975, 0.24165430665016174, 0.2427961826324463, 0.246103435754776, 0.24178345501422882, 0.24316222965717316, 0.24397197365760803, 0.24349567294120789, 0.24482989311218262]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.11971527976989746}, {"step": 2850, "epoch": 6, "train_loss": 0.046900950372219086, "cos_r_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "cos_apical_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "cos_Ac_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "r_norm": [0.26513177156448364, 0.2647048234939575, 0.2608211934566498, 0.26188355684280396, 0.26622462272644043, 0.261565238237381, 0.2621048092842102, 0.2634926438331604, 0.2624255120754242, 0.2638687193393707]}, {"step": 2900, "epoch": 6, "train_loss": 0.06231208145618439, "cos_r_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "cos_apical_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "cos_Ac_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "r_norm": [0.2272227704524994, 0.22648045420646667, 0.22561746835708618, 0.2267683893442154, 0.2290012240409851, 0.22360847890377045, 0.22571370005607605, 0.22701552510261536, 0.22668468952178955, 0.22684773802757263]}, {"step": 2950, "epoch": 6, "train_loss": 0.08034710586071014, "cos_r_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "cos_apical_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "cos_Ac_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "r_norm": [0.2189020961523056, 0.22028465569019318, 0.21784870326519012, 0.21941611170768738, 0.22165034711360931, 0.21615064144134521, 0.21881350874900818, 0.21948231756687164, 0.21898296475410461, 0.2203499972820282]}, {"step": 3000, "epoch": 6, "train_loss": 0.018714210018515587, "cos_r_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "cos_apical_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "cos_Ac_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "r_norm": [0.25855401158332825, 0.25858455896377563, 0.2555619478225708, 0.2564840316772461, 0.2600960433483124, 0.254842072725296, 0.2564274072647095, 0.258646696805954, 0.2574145197868347, 0.25734496116638184], "ldr": {"dL_sdil": -0.007924847304821014, "dL_bp": -0.014461174607276917, "ratio": 0.5480085484088687}}, {"step": 3050, "epoch": 6, "train_loss": 0.05170276015996933, "cos_r_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "cos_apical_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "cos_Ac_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "r_norm": [0.23657868802547455, 0.23534536361694336, 0.23621729016304016, 0.23605699837207794, 0.2396322786808014, 0.23416540026664734, 0.23429930210113525, 0.23762749135494232, 0.23623628914356232, 0.2365763783454895]}, {"step": 3100, "epoch": 6, "train_loss": 0.02965758740901947, "cos_r_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "cos_apical_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "cos_Ac_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "r_norm": [0.19988305866718292, 0.1998417228460312, 0.19891637563705444, 0.19939526915550232, 0.20299296081066132, 0.19843493402004242, 0.19849765300750732, 0.19983413815498352, 0.1986425817012787, 0.19977602362632751]}, {"step": 3150, "epoch": 6, "train_loss": 0.046564504504203796, "cos_r_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "cos_apical_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "cos_Ac_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "r_norm": [0.20835505425930023, 0.20866718888282776, 0.2053196132183075, 0.20804829895496368, 0.21024824678897858, 0.20479288697242737, 0.20696067810058594, 0.20799601078033447, 0.20735931396484375, 0.2087211012840271]}, {"step": 3200, "epoch": 6, "train_loss": 0.08080437779426575, "cos_r_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "cos_apical_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "cos_Ac_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "r_norm": [0.24737341701984406, 0.24747204780578613, 0.24238723516464233, 0.2454889714717865, 0.24601542949676514, 0.24305257201194763, 0.24746085703372955, 0.24509793519973755, 0.24556560814380646, 0.2440362274646759]}, {"step": 3250, "epoch": 6, "train_loss": 0.050547122955322266, "cos_r_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "cos_apical_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "cos_Ac_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "r_norm": [0.2318626344203949, 0.23291267454624176, 0.22854167222976685, 0.23065242171287537, 0.23465248942375183, 0.22851714491844177, 0.23073488473892212, 0.2313389927148819, 0.23135986924171448, 0.23275795578956604], "ldr": {"dL_sdil": -0.007504567503929138, "dL_bp": -0.011614851653575897, "ratio": 0.6461182396263051}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.12621806945800781}, {"step": 3300, "epoch": 7, "train_loss": 0.058784302324056625, "cos_r_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "cos_apical_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "cos_Ac_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "r_norm": [0.2236936390399933, 0.2252497524023056, 0.22148898243904114, 0.2235644906759262, 0.22626477479934692, 0.2207363396883011, 0.22445054352283478, 0.2243880331516266, 0.222928985953331, 0.22333011031150818]}, {"step": 3350, "epoch": 7, "train_loss": 0.012371049262583256, "cos_r_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "cos_apical_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "cos_Ac_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "r_norm": [0.21250829100608826, 0.2142147719860077, 0.20905323326587677, 0.21158349514007568, 0.2149004191160202, 0.20928232371807098, 0.21150866150856018, 0.21209153532981873, 0.21115337312221527, 0.21250788867473602]}, {"step": 3400, "epoch": 7, "train_loss": 0.039466679096221924, "cos_r_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "cos_apical_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "cos_Ac_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "r_norm": [0.23523394763469696, 0.2343703806400299, 0.23117223381996155, 0.2332872450351715, 0.23588675260543823, 0.23058032989501953, 0.23319528996944427, 0.2326543629169464, 0.23351778090000153, 0.23378996551036835]}, {"step": 3450, "epoch": 7, "train_loss": 0.09168115258216858, "cos_r_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "cos_apical_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "cos_Ac_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "r_norm": [0.20770034193992615, 0.20854035019874573, 0.20662494003772736, 0.2077343463897705, 0.21087665855884552, 0.20484331250190735, 0.20670899748802185, 0.20790299773216248, 0.20720833539962769, 0.20721334218978882]}, {"step": 3500, "epoch": 7, "train_loss": 0.008613119833171368, "cos_r_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "cos_apical_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "cos_Ac_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "r_norm": [0.210823193192482, 0.21086499094963074, 0.20903633534908295, 0.20967260003089905, 0.212362602353096, 0.20685754716396332, 0.20912931859493256, 0.20930105447769165, 0.2094648778438568, 0.2096467912197113], "ldr": {"dL_sdil": -0.008022867143154144, "dL_bp": -0.017785511910915375, "ratio": 0.451090032344266}}, {"step": 3550, "epoch": 7, "train_loss": 0.03704621642827988, "cos_r_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "cos_apical_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "cos_Ac_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "r_norm": [0.17921070754528046, 0.1798674762248993, 0.17824696004390717, 0.1787146031856537, 0.1813468635082245, 0.1763439178466797, 0.17903858423233032, 0.17864647507667542, 0.1788625866174698, 0.17927959561347961]}, {"step": 3600, "epoch": 7, "train_loss": 0.02373693697154522, "cos_r_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "cos_apical_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "cos_Ac_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "r_norm": [0.180194690823555, 0.18022070825099945, 0.1794339120388031, 0.18031413853168488, 0.18217116594314575, 0.17769399285316467, 0.1799132078886032, 0.1804971694946289, 0.17955099046230316, 0.17972664535045624]}, {"step": 3650, "epoch": 7, "train_loss": 0.0021370300091803074, "cos_r_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "cos_apical_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "cos_Ac_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "r_norm": [0.205427348613739, 0.2073521912097931, 0.20219358801841736, 0.2035467028617859, 0.20797431468963623, 0.20371684432029724, 0.20373477041721344, 0.2051485925912857, 0.2030535340309143, 0.20450235903263092]}, {"step": 3700, "epoch": 7, "train_loss": 0.0171665009111166, "cos_r_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "cos_apical_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "cos_Ac_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "r_norm": [0.19944360852241516, 0.19989585876464844, 0.197340726852417, 0.1978827565908432, 0.20208585262298584, 0.1960807740688324, 0.1974911391735077, 0.1976969987154007, 0.19843590259552002, 0.19864574074745178]}, {"step": 3750, "epoch": 7, "train_loss": 0.04171161353588104, "cos_r_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "cos_apical_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "cos_Ac_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "r_norm": [0.19798436760902405, 0.197971910238266, 0.19584974646568298, 0.19693124294281006, 0.20029103755950928, 0.19574862718582153, 0.19753794372081757, 0.19949927926063538, 0.1977895200252533, 0.19718879461288452], "ldr": {"dL_sdil": -0.005608446896076202, "dL_bp": -0.008086912333965302, "ratio": 0.6935214163903495}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9681, "test_loss": 0.13529560317993164}, {"step": 3800, "epoch": 8, "train_loss": 0.0707651898264885, "cos_r_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "cos_apical_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "cos_Ac_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "r_norm": [0.1991567760705948, 0.2000720500946045, 0.19695548713207245, 0.19776879251003265, 0.20193639397621155, 0.1965923309326172, 0.19826999306678772, 0.199573814868927, 0.1991819143295288, 0.19845661520957947]}, {"step": 3850, "epoch": 8, "train_loss": 0.00489820446819067, "cos_r_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "cos_apical_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "cos_Ac_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "r_norm": [0.17134445905685425, 0.17283931374549866, 0.17062699794769287, 0.17217877507209778, 0.17496801912784576, 0.16954955458641052, 0.17264243960380554, 0.1742398589849472, 0.17339900135993958, 0.1724230945110321]}, {"step": 3900, "epoch": 8, "train_loss": 0.0037795815151184797, "cos_r_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "cos_apical_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "cos_Ac_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "r_norm": [0.18834172189235687, 0.18713203072547913, 0.1855781078338623, 0.18763160705566406, 0.18767809867858887, 0.18526199460029602, 0.18841764330863953, 0.18734315037727356, 0.18781936168670654, 0.1853826344013214]}, {"step": 3950, "epoch": 8, "train_loss": 0.021958719938993454, "cos_r_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "cos_apical_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "cos_Ac_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "r_norm": [0.20211687684059143, 0.20215058326721191, 0.199955552816391, 0.20133721828460693, 0.20411482453346252, 0.19921977818012238, 0.20121897757053375, 0.20227345824241638, 0.2014077752828598, 0.20103786885738373]}, {"step": 4000, "epoch": 8, "train_loss": 0.01122492179274559, "cos_r_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "cos_apical_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "cos_Ac_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "r_norm": [0.180679589509964, 0.1822841763496399, 0.1781279444694519, 0.18026219308376312, 0.18243765830993652, 0.1782083511352539, 0.18094424903392792, 0.1816283017396927, 0.1801188439130783, 0.1795373558998108], "ldr": {"dL_sdil": -0.007125914096832275, "dL_bp": -0.017405331134796143, "ratio": 0.40940985504070027}}, {"step": 4050, "epoch": 8, "train_loss": 0.013026469387114048, "cos_r_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "cos_apical_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "cos_Ac_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "r_norm": [0.18557500839233398, 0.18518593907356262, 0.18290367722511292, 0.18496918678283691, 0.1861819326877594, 0.18263009190559387, 0.18447735905647278, 0.18471992015838623, 0.18455639481544495, 0.18339259922504425]}, {"step": 4100, "epoch": 8, "train_loss": 0.0693483054637909, "cos_r_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "cos_apical_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "cos_Ac_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "r_norm": [0.18920841813087463, 0.1879372000694275, 0.18827438354492188, 0.188593789935112, 0.19031010568141937, 0.18573255836963654, 0.1874409019947052, 0.18852433562278748, 0.18788224458694458, 0.1884949505329132]}, {"step": 4150, "epoch": 8, "train_loss": 0.0007958298083394766, "cos_r_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "cos_apical_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "cos_Ac_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "r_norm": [0.1798376739025116, 0.17917460203170776, 0.17900381982326508, 0.18000175058841705, 0.18123523890972137, 0.17640167474746704, 0.17940753698349, 0.17936259508132935, 0.17952381074428558, 0.1790865957736969]}, {"step": 4200, "epoch": 8, "train_loss": 0.02825957164168358, "cos_r_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "cos_apical_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "cos_Ac_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "r_norm": [0.20828473567962646, 0.20731404423713684, 0.2048611342906952, 0.20649176836013794, 0.20885124802589417, 0.20448237657546997, 0.20508146286010742, 0.20536284148693085, 0.20559757947921753, 0.2055593729019165]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.969, "test_loss": 0.13781474304199218}, {"step": 4250, "epoch": 9, "train_loss": 0.022754058241844177, "cos_r_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "cos_apical_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "cos_Ac_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "r_norm": [0.19209983944892883, 0.1917077600955963, 0.18978054821491241, 0.19034633040428162, 0.19328513741493225, 0.18851348757743835, 0.18956133723258972, 0.1902761310338974, 0.19009411334991455, 0.19127383828163147], "ldr": {"dL_sdil": -0.008221104741096497, "dL_bp": -0.018009915947914124, "ratio": 0.4564765746199193}}, {"step": 4300, "epoch": 9, "train_loss": 0.007674700580537319, "cos_r_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "cos_apical_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "cos_Ac_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "r_norm": [0.17965462803840637, 0.17863823473453522, 0.17719629406929016, 0.17911195755004883, 0.1798318326473236, 0.17588196694850922, 0.1789318025112152, 0.17854228615760803, 0.17898589372634888, 0.17798784375190735]}, {"step": 4350, "epoch": 9, "train_loss": 0.004910302348434925, "cos_r_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "cos_apical_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "cos_Ac_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "r_norm": [0.2138769030570984, 0.2131708413362503, 0.2123780995607376, 0.21250073611736298, 0.21639233827590942, 0.21085526049137115, 0.21077412366867065, 0.2138294279575348, 0.21338412165641785, 0.21393370628356934]}, {"step": 4400, "epoch": 9, "train_loss": 0.013887971639633179, "cos_r_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "cos_apical_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "cos_Ac_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "r_norm": [0.18093393743038177, 0.1799815595149994, 0.17921385169029236, 0.1802000254392624, 0.18181541562080383, 0.17796216905117035, 0.17935572564601898, 0.17954835295677185, 0.1797565221786499, 0.17946015298366547]}, {"step": 4450, "epoch": 9, "train_loss": 0.004303069785237312, "cos_r_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "cos_apical_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "cos_Ac_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "r_norm": [0.169608935713768, 0.16851958632469177, 0.1684735119342804, 0.1693907380104065, 0.17024323344230652, 0.16640734672546387, 0.16975077986717224, 0.16919437050819397, 0.16942068934440613, 0.16851690411567688]}, {"step": 4500, "epoch": 9, "train_loss": 0.010048444382846355, "cos_r_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "cos_apical_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "cos_Ac_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "r_norm": [0.2179858684539795, 0.2161356508731842, 0.2152767777442932, 0.21599730849266052, 0.21735185384750366, 0.21359477937221527, 0.2147170603275299, 0.21420536935329437, 0.215158611536026, 0.2148536741733551], "ldr": {"dL_sdil": -0.011156484484672546, "dL_bp": -0.02617555856704712, "ratio": 0.42621762802485696}}, {"step": 4550, "epoch": 9, "train_loss": 0.0025468238163739443, "cos_r_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "cos_apical_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "cos_Ac_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "r_norm": [0.19320166110992432, 0.19196856021881104, 0.19175304472446442, 0.19255760312080383, 0.19431275129318237, 0.1889640986919403, 0.19127589464187622, 0.19211047887802124, 0.19215889275074005, 0.19247391819953918]}, {"step": 4600, "epoch": 9, "train_loss": 0.0685252770781517, "cos_r_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "cos_apical_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "cos_Ac_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "r_norm": [0.19215881824493408, 0.1923622190952301, 0.19049470126628876, 0.19183212518692017, 0.19361630082130432, 0.18881703913211823, 0.19116920232772827, 0.192184716463089, 0.19092991948127747, 0.19087228178977966]}, {"step": 4650, "epoch": 9, "train_loss": 0.002651617396622896, "cos_r_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "cos_apical_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "cos_Ac_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "r_norm": [0.22029727697372437, 0.21962499618530273, 0.2165912538766861, 0.21821287274360657, 0.21979981660842896, 0.21599528193473816, 0.21753378212451935, 0.21837131679058075, 0.2180006504058838, 0.217684805393219]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9711, "test_loss": 0.1517470914840698}, {"step": 4700, "epoch": 10, "train_loss": 0.006665823981165886, "cos_r_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "cos_apical_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "cos_Ac_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "r_norm": [0.190150648355484, 0.19068026542663574, 0.18650564551353455, 0.1890767216682434, 0.18999060988426208, 0.18685439229011536, 0.18950553238391876, 0.18976247310638428, 0.189319908618927, 0.18775621056556702]}, {"step": 4750, "epoch": 10, "train_loss": 0.002391770714893937, "cos_r_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "cos_apical_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "cos_Ac_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "r_norm": [0.2101847529411316, 0.20990107953548431, 0.20662376284599304, 0.2085561752319336, 0.21031203866004944, 0.20589108765125275, 0.2078755497932434, 0.20821046829223633, 0.20805910229682922, 0.2073000818490982], "ldr": {"dL_sdil": -0.011259913444519043, "dL_bp": -0.02629449963569641, "ratio": 0.42822314934766864}}, {"step": 4800, "epoch": 10, "train_loss": 0.0025558387860655785, "cos_r_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "cos_apical_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "cos_Ac_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "r_norm": [0.19049903750419617, 0.19018009305000305, 0.1870219111442566, 0.1893930435180664, 0.19033721089363098, 0.18671241402626038, 0.18886883556842804, 0.18930009007453918, 0.18899016082286835, 0.18796712160110474]}, {"step": 4850, "epoch": 10, "train_loss": 0.0008203210309147835, "cos_r_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "cos_apical_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "cos_Ac_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "r_norm": [0.17581811547279358, 0.1759488880634308, 0.17396771907806396, 0.17553643882274628, 0.1762828677892685, 0.17233353853225708, 0.1754511296749115, 0.1756058633327484, 0.17455662786960602, 0.17502714693546295]}, {"step": 4900, "epoch": 10, "train_loss": 0.002127603627741337, "cos_r_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "cos_apical_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "cos_Ac_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "r_norm": [0.18736785650253296, 0.18683689832687378, 0.1846802532672882, 0.18620042502880096, 0.18661253154277802, 0.18350252509117126, 0.18597565591335297, 0.18550711870193481, 0.18484508991241455, 0.18466001749038696]}, {"step": 4950, "epoch": 10, "train_loss": 0.0005794926546514034, "cos_r_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "cos_apical_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "cos_Ac_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "r_norm": [0.1925995647907257, 0.1913759410381317, 0.18917961418628693, 0.19064322113990784, 0.19134244322776794, 0.18833917379379272, 0.19032317399978638, 0.1897689253091812, 0.18992561101913452, 0.1890338659286499]}, {"step": 5000, "epoch": 10, "train_loss": 0.02985825575888157, "cos_r_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "cos_apical_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "cos_Ac_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "r_norm": [0.20035581290721893, 0.19917115569114685, 0.1966380774974823, 0.19874334335327148, 0.19909775257110596, 0.1961178481578827, 0.19814063608646393, 0.1980457901954651, 0.19779181480407715, 0.1965910792350769], "ldr": {"dL_sdil": -0.009091541171073914, "dL_bp": -0.023513376712799072, "ratio": 0.38665400049177545}}, {"step": 5050, "epoch": 10, "train_loss": 0.021979311481118202, "cos_r_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "cos_apical_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "cos_Ac_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "r_norm": [0.19799669086933136, 0.19570888578891754, 0.19501492381095886, 0.19648206233978271, 0.19730611145496368, 0.19376248121261597, 0.19595733284950256, 0.1959609091281891, 0.19700081646442413, 0.19626662135124207]}, {"step": 5100, "epoch": 10, "train_loss": 0.0055107371881604195, "cos_r_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "cos_apical_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "cos_Ac_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "r_norm": [0.1954984813928604, 0.19434207677841187, 0.19172021746635437, 0.19332432746887207, 0.19491828978061676, 0.19186073541641235, 0.19315534830093384, 0.19351628422737122, 0.19349882006645203, 0.19311732053756714]}, {"step": 5150, "epoch": 10, "train_loss": 0.01473285909742117, "cos_r_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "cos_apical_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "cos_Ac_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "r_norm": [0.18856795132160187, 0.18911612033843994, 0.18583181500434875, 0.18742148578166962, 0.18905562162399292, 0.18525511026382446, 0.18743717670440674, 0.18812431395053864, 0.18669170141220093, 0.1872277557849884]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9706, "test_loss": 0.15790754470825194}, {"step": 5200, "epoch": 11, "train_loss": 0.010478723794221878, "cos_r_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "cos_apical_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "cos_Ac_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "r_norm": [0.18403948843479156, 0.1842394471168518, 0.18014094233512878, 0.18256628513336182, 0.18425261974334717, 0.18067345023155212, 0.18290123343467712, 0.182833731174469, 0.18307393789291382, 0.181705042719841]}, {"step": 5250, "epoch": 11, "train_loss": 0.001926720142364502, "cos_r_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "cos_apical_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "cos_Ac_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "r_norm": [0.1788834035396576, 0.17983025312423706, 0.17487479746341705, 0.1773860901594162, 0.17929787933826447, 0.1757729947566986, 0.17771705985069275, 0.17811882495880127, 0.17738795280456543, 0.17702265083789825], "ldr": {"dL_sdil": -0.009117916226387024, "dL_bp": -0.022113144397735596, "ratio": 0.412330153613102}}, {"step": 5300, "epoch": 11, "train_loss": 0.0012271561427041888, "cos_r_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "cos_apical_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "cos_Ac_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "r_norm": [0.2059750258922577, 0.205459862947464, 0.20310062170028687, 0.204345703125, 0.20673450827598572, 0.20186808705329895, 0.20312072336673737, 0.20459699630737305, 0.2041444331407547, 0.2039969265460968]}, {"step": 5350, "epoch": 11, "train_loss": 0.006267184857279062, "cos_r_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "cos_apical_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "cos_Ac_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "r_norm": [0.19638244807720184, 0.19599118828773499, 0.19339212775230408, 0.19470880925655365, 0.1970871388912201, 0.19265802204608917, 0.1936059147119522, 0.1946718394756317, 0.194265216588974, 0.1947259157896042]}, {"step": 5400, "epoch": 11, "train_loss": 0.0009570132824592292, "cos_r_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "cos_apical_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "cos_Ac_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "r_norm": [0.19373270869255066, 0.19425511360168457, 0.1904866248369217, 0.19205829501152039, 0.19452069699764252, 0.1902807056903839, 0.192059725522995, 0.19297631084918976, 0.1928929090499878, 0.19243928790092468]}, {"step": 5450, "epoch": 11, "train_loss": 0.0010644462890923023, "cos_r_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "cos_apical_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "cos_Ac_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "r_norm": [0.1638462245464325, 0.16386722028255463, 0.1610180288553238, 0.1627097874879837, 0.16383042931556702, 0.1605980098247528, 0.16322502493858337, 0.16289591789245605, 0.1627682000398636, 0.16199791431427002]}, {"step": 5500, "epoch": 11, "train_loss": 0.0029237549751996994, "cos_r_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "cos_apical_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "cos_Ac_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "r_norm": [0.18477821350097656, 0.1836087703704834, 0.18167409300804138, 0.1832897961139679, 0.1845116913318634, 0.18093889951705933, 0.1833668351173401, 0.1838206946849823, 0.18372425436973572, 0.18258701264858246], "ldr": {"dL_sdil": -0.009393230080604553, "dL_bp": -0.023471862077713013, "ratio": 0.4001910904854714}}, {"step": 5550, "epoch": 11, "train_loss": 0.005278497934341431, "cos_r_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "cos_apical_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "cos_Ac_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "r_norm": [0.19595545530319214, 0.19557425379753113, 0.19210845232009888, 0.194188192486763, 0.19568800926208496, 0.1921381652355194, 0.19384896755218506, 0.19468453526496887, 0.19393467903137207, 0.1935674548149109]}, {"step": 5600, "epoch": 11, "train_loss": 0.0007617975934408605, "cos_r_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "cos_apical_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "cos_Ac_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "r_norm": [0.20967328548431396, 0.2101009041070938, 0.20501625537872314, 0.20731940865516663, 0.2095298022031784, 0.2061876356601715, 0.20696091651916504, 0.20847368240356445, 0.20671725273132324, 0.2071477621793747]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9699, "test_loss": 0.17088856086730958}, {"step": 5650, "epoch": 12, "train_loss": 0.006932783871889114, "cos_r_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "cos_apical_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "cos_Ac_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "r_norm": [0.20788729190826416, 0.20752796530723572, 0.2033853828907013, 0.20565372705459595, 0.20709553360939026, 0.20415568351745605, 0.2051609456539154, 0.20584893226623535, 0.20449517667293549, 0.20418648421764374]}, {"step": 5700, "epoch": 12, "train_loss": 0.000615858007222414, "cos_r_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "cos_apical_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "cos_Ac_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "r_norm": [0.1785702109336853, 0.1791669726371765, 0.17626407742500305, 0.17818455398082733, 0.17938962578773499, 0.17533311247825623, 0.17786762118339539, 0.17918998003005981, 0.17755109071731567, 0.17734399437904358]}, {"step": 5750, "epoch": 12, "train_loss": 0.00043311191257089376, "cos_r_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "cos_apical_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "cos_Ac_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "r_norm": [0.17396222054958344, 0.17431655526161194, 0.17160481214523315, 0.1736050844192505, 0.17450445890426636, 0.1704963743686676, 0.17328615486621857, 0.17415927350521088, 0.17282412946224213, 0.1725773811340332], "ldr": {"dL_sdil": -0.00891868770122528, "dL_bp": -0.02714608609676361, "ratio": 0.3285441470064658}}, {"step": 5800, "epoch": 12, "train_loss": 0.0015141901094466448, "cos_r_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "cos_apical_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "cos_Ac_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "r_norm": [0.19105683267116547, 0.18996262550354004, 0.18782980740070343, 0.18969331681728363, 0.19040974974632263, 0.18721508979797363, 0.18956905603408813, 0.1897304803133011, 0.18914511799812317, 0.18788999319076538]}, {"step": 5850, "epoch": 12, "train_loss": 0.0008079060935415328, "cos_r_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "cos_apical_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "cos_Ac_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "r_norm": [0.19034478068351746, 0.18968871235847473, 0.18741300702095032, 0.18938064575195312, 0.18962596356868744, 0.18643638491630554, 0.18912231922149658, 0.18902498483657837, 0.1879134476184845, 0.18712809681892395]}, {"step": 5900, "epoch": 12, "train_loss": 0.0026827193796634674, "cos_r_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "cos_apical_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "cos_Ac_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "r_norm": [0.1825694441795349, 0.18224740028381348, 0.18004199862480164, 0.18186183273792267, 0.1824571192264557, 0.1788206696510315, 0.18131029605865479, 0.18184073269367218, 0.18076983094215393, 0.18042537569999695]}, {"step": 5950, "epoch": 12, "train_loss": 0.0021130088716745377, "cos_r_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "cos_apical_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "cos_Ac_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "r_norm": [0.18856322765350342, 0.18814867734909058, 0.18563753366470337, 0.18733417987823486, 0.18795239925384521, 0.18476831912994385, 0.18663232028484344, 0.18685108423233032, 0.18605661392211914, 0.18579715490341187]}, {"step": 6000, "epoch": 12, "train_loss": 0.00280581577681005, "cos_r_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "cos_apical_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "cos_Ac_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "r_norm": [0.1870773285627365, 0.18714077770709991, 0.18423791229724884, 0.18568915128707886, 0.18720579147338867, 0.18347039818763733, 0.18531380593776703, 0.1862444132566452, 0.18560820817947388, 0.1856083869934082], "ldr": {"dL_sdil": -0.01022215187549591, "dL_bp": -0.03206641972064972, "ratio": 0.31878057995084436}}, {"step": 6050, "epoch": 12, "train_loss": 0.0033847414888441563, "cos_r_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "cos_apical_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "cos_Ac_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "r_norm": [0.16907021403312683, 0.16932925581932068, 0.1669052243232727, 0.16865071654319763, 0.16958148777484894, 0.16558974981307983, 0.16858205199241638, 0.16890287399291992, 0.16826988756656647, 0.1678205281496048]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9708, "test_loss": 0.17407978134155275}, {"step": 6100, "epoch": 13, "train_loss": 0.002473844913765788, "cos_r_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "cos_apical_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "cos_Ac_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "r_norm": [0.20642569661140442, 0.20646069943904877, 0.20314130187034607, 0.20470470190048218, 0.20615869760513306, 0.20244324207305908, 0.20358026027679443, 0.20393092930316925, 0.20295500755310059, 0.20341616868972778]}, {"step": 6150, "epoch": 13, "train_loss": 0.0002925074950326234, "cos_r_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "cos_apical_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "cos_Ac_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "r_norm": [0.1766957938671112, 0.1767117828130722, 0.17430441081523895, 0.1761959195137024, 0.17638325691223145, 0.1728895753622055, 0.1756492406129837, 0.17530614137649536, 0.1745537519454956, 0.17413565516471863]}, {"step": 6200, "epoch": 13, "train_loss": 0.0022214981727302074, "cos_r_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "cos_apical_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "cos_Ac_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "r_norm": [0.1746666431427002, 0.17481106519699097, 0.17299547791481018, 0.17460425198078156, 0.17476728558540344, 0.1711835116147995, 0.174067884683609, 0.1735813319683075, 0.17266002297401428, 0.17238575220108032]}, {"step": 6250, "epoch": 13, "train_loss": 0.000364166044164449, "cos_r_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "cos_apical_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "cos_Ac_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "r_norm": [0.17129451036453247, 0.1718200147151947, 0.16960522532463074, 0.17134635150432587, 0.17155833542346954, 0.16807037591934204, 0.17115247249603271, 0.1705024242401123, 0.16947785019874573, 0.1690407395362854], "ldr": {"dL_sdil": -0.009211614727973938, "dL_bp": -0.02468857169151306, "ratio": 0.37311250092043685}}, {"step": 6300, "epoch": 13, "train_loss": 0.000783958297688514, "cos_r_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "cos_apical_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "cos_Ac_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "r_norm": [0.17484423518180847, 0.17530876398086548, 0.17288702726364136, 0.174796462059021, 0.17496007680892944, 0.1715812385082245, 0.17458854615688324, 0.17406661808490753, 0.17275214195251465, 0.1723606288433075]}, {"step": 6350, "epoch": 13, "train_loss": 0.0014242954785004258, "cos_r_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "cos_apical_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "cos_Ac_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "r_norm": [0.1807461678981781, 0.18100211024284363, 0.17878787219524384, 0.18063586950302124, 0.18092183768749237, 0.17735877633094788, 0.1801920384168625, 0.17988824844360352, 0.17854943871498108, 0.17820660769939423]}, {"step": 6400, "epoch": 13, "train_loss": 0.0005166323971934617, "cos_r_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "cos_apical_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "cos_Ac_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "r_norm": [0.17514577507972717, 0.17584320902824402, 0.17370598018169403, 0.17511425912380219, 0.1762123554944992, 0.17193526029586792, 0.17459474503993988, 0.17476151883602142, 0.1736968755722046, 0.17381399869918823]}, {"step": 6450, "epoch": 13, "train_loss": 0.001032152445986867, "cos_r_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "cos_apical_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "cos_Ac_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "r_norm": [0.17742091417312622, 0.17830345034599304, 0.17569079995155334, 0.177186980843544, 0.17849211394786835, 0.17441509664058685, 0.17688602209091187, 0.17773625254631042, 0.1759415566921234, 0.17647069692611694]}, {"step": 6500, "epoch": 13, "train_loss": 0.001133789075538516, "cos_r_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "cos_apical_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "cos_Ac_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "r_norm": [0.19061879813671112, 0.19027894735336304, 0.18778103590011597, 0.18948650360107422, 0.19038912653923035, 0.1867801547050476, 0.18863579630851746, 0.18896299600601196, 0.18768984079360962, 0.1878798007965088], "ldr": {"dL_sdil": -0.01211625337600708, "dL_bp": -0.03693541884422302, "ratio": 0.32803887853845615}}, {"step": 6550, "epoch": 13, "train_loss": 0.0047101774252951145, "cos_r_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "cos_apical_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "cos_Ac_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "r_norm": [0.18648160994052887, 0.18543191254138947, 0.18360137939453125, 0.1855417639017105, 0.1861903965473175, 0.18223145604133606, 0.18447118997573853, 0.18452849984169006, 0.1841689795255661, 0.18343380093574524]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9703, "test_loss": 0.1787622215270996}, {"step": 6600, "epoch": 14, "train_loss": 0.0001519067445769906, "cos_r_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "cos_apical_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "cos_Ac_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "r_norm": [0.17243507504463196, 0.172395721077919, 0.16972559690475464, 0.17176103591918945, 0.172638937830925, 0.16871891915798187, 0.17125540971755981, 0.17186400294303894, 0.1709991991519928, 0.17074480652809143]}, {"step": 6650, "epoch": 14, "train_loss": 0.0011943047866225243, "cos_r_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "cos_apical_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "cos_Ac_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "r_norm": [0.16944590210914612, 0.1693183034658432, 0.1668940931558609, 0.16888661682605743, 0.16963160037994385, 0.16568785905838013, 0.16831043362617493, 0.1687897890806198, 0.1680474579334259, 0.16778181493282318]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016591966850683093, "cos_r_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "cos_apical_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "cos_Ac_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "r_norm": [0.17977401614189148, 0.17992427945137024, 0.17689132690429688, 0.1788172721862793, 0.1801196038722992, 0.17616218328475952, 0.17833654582500458, 0.1793854534626007, 0.17804235219955444, 0.17817534506320953]}, {"step": 6750, "epoch": 14, "train_loss": 0.0005846216809004545, "cos_r_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "cos_apical_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "cos_Ac_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "r_norm": [0.17922674119472504, 0.17870351672172546, 0.17601323127746582, 0.17819632589817047, 0.17921966314315796, 0.1753205955028534, 0.17752043902873993, 0.1782831996679306, 0.17764781415462494, 0.17702412605285645], "ldr": {"dL_sdil": -0.010139048099517822, "dL_bp": -0.030012547969818115, "ratio": 0.3378269685637513}}, {"step": 6800, "epoch": 14, "train_loss": 0.0008830974693410099, "cos_r_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "cos_apical_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "cos_Ac_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "r_norm": [0.1855151653289795, 0.1848994791507721, 0.1821468472480774, 0.18428266048431396, 0.18560369312763214, 0.18156000971794128, 0.1834271103143692, 0.18445348739624023, 0.18368902802467346, 0.18324723839759827]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008730286499485373, "cos_r_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "cos_apical_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "cos_Ac_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "r_norm": [0.19604305922985077, 0.19490009546279907, 0.1921493411064148, 0.19441130757331848, 0.19499628245830536, 0.19185799360275269, 0.19354233145713806, 0.19362428784370422, 0.19292812049388885, 0.19217076897621155]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005810124566778541, "cos_r_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "cos_apical_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "cos_Ac_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "r_norm": [0.18579673767089844, 0.185202956199646, 0.18262585997581482, 0.18470284342765808, 0.18504460155963898, 0.18182185292243958, 0.18432065844535828, 0.18414561450481415, 0.1830812394618988, 0.18263500928878784]}, {"step": 6950, "epoch": 14, "train_loss": 7.357169670285657e-05, "cos_r_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "cos_apical_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "cos_Ac_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "r_norm": [0.18335922062397003, 0.18311990797519684, 0.1804981231689453, 0.18227538466453552, 0.18308264017105103, 0.1797274351119995, 0.18186798691749573, 0.1822708547115326, 0.18096992373466492, 0.1809798777103424]}, {"step": 7000, "epoch": 14, "train_loss": 0.0005492030177265406, "cos_r_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "cos_apical_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "cos_Ac_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "r_norm": [0.18392407894134521, 0.18310824036598206, 0.18055188655853271, 0.1826920509338379, 0.1830795407295227, 0.17999672889709473, 0.18211300671100616, 0.18214401602745056, 0.18143272399902344, 0.18073907494544983], "ldr": {"dL_sdil": -0.011815562844276428, "dL_bp": -0.03804679214954376, "ratio": 0.3105534573804566}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9706, "test_loss": 0.18430520515441895}, {"step": 7050, "epoch": 15, "train_loss": 0.00038058464997448027, "cos_r_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "cos_apical_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "cos_Ac_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "r_norm": [0.18237917125225067, 0.18180863559246063, 0.17918823659420013, 0.18131506443023682, 0.18173500895500183, 0.1785927414894104, 0.18084177374839783, 0.18090209364891052, 0.17991887032985687, 0.17937412858009338]}, {"step": 7100, "epoch": 15, "train_loss": 0.0017051900504156947, "cos_r_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "cos_apical_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "cos_Ac_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "r_norm": [0.1833793669939041, 0.18275827169418335, 0.18018057942390442, 0.1822492778301239, 0.18280388414859772, 0.17958316206932068, 0.18166132271289825, 0.18202096223831177, 0.18100623786449432, 0.18052423000335693]}, {"step": 7150, "epoch": 15, "train_loss": 0.0006378419930115342, "cos_r_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "cos_apical_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "cos_Ac_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "r_norm": [0.1808771938085556, 0.18045954406261444, 0.17780590057373047, 0.17985782027244568, 0.1805584579706192, 0.177177295088768, 0.17932668328285217, 0.1799124926328659, 0.17878961563110352, 0.1784292459487915]}, {"step": 7200, "epoch": 15, "train_loss": 0.0006341609405353665, "cos_r_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "cos_apical_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "cos_Ac_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "r_norm": [0.18113455176353455, 0.18078935146331787, 0.1782170534133911, 0.18020223081111908, 0.180837482213974, 0.17748954892158508, 0.17971964180469513, 0.1802223175764084, 0.17892645299434662, 0.17868685722351074]}, {"step": 7250, "epoch": 15, "train_loss": 0.0005245737265795469, "cos_r_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "cos_apical_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "cos_Ac_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "r_norm": [0.17674940824508667, 0.1768103539943695, 0.17410066723823547, 0.17611177265644073, 0.17692714929580688, 0.17316904664039612, 0.17578697204589844, 0.17638713121414185, 0.17499789595603943, 0.17492437362670898], "ldr": {"dL_sdil": -0.010623916983604431, "dL_bp": -0.03336992859840393, "ratio": 0.318367986682254}}, {"step": 7300, "epoch": 15, "train_loss": 0.00031797331757843494, "cos_r_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "cos_apical_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "cos_Ac_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "r_norm": [0.18340815603733063, 0.1831139326095581, 0.18053780496120453, 0.18249282240867615, 0.18292880058288574, 0.1797124594449997, 0.18213140964508057, 0.18220458924770355, 0.18074440956115723, 0.18065115809440613]}, {"step": 7350, "epoch": 15, "train_loss": 0.0002808355784509331, "cos_r_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "cos_apical_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "cos_Ac_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "r_norm": [0.18327859044075012, 0.18271827697753906, 0.1799110770225525, 0.18207019567489624, 0.1825082004070282, 0.17937561869621277, 0.18158447742462158, 0.18156839907169342, 0.18055561184883118, 0.18020199239253998]}, {"step": 7400, "epoch": 15, "train_loss": 0.0009087191428989172, "cos_r_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "cos_apical_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "cos_Ac_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "r_norm": [0.18603411316871643, 0.18540357053279877, 0.18281656503677368, 0.1848756968975067, 0.1859106570482254, 0.18196487426757812, 0.18414181470870972, 0.18454641103744507, 0.18403398990631104, 0.18355855345726013]}, {"step": 7450, "epoch": 15, "train_loss": 0.0004094610339961946, "cos_r_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "cos_apical_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "cos_Ac_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "r_norm": [0.18966566026210785, 0.18972709774971008, 0.18580374121665955, 0.18835510313510895, 0.18922007083892822, 0.18584948778152466, 0.18781134486198425, 0.18800866603851318, 0.18674609065055847, 0.18668943643569946]}, {"step": 7500, "epoch": 15, "train_loss": 0.00010586212738417089, "cos_r_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "cos_apical_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "cos_Ac_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "r_norm": [0.1866213083267212, 0.18580497801303864, 0.18271532654762268, 0.18522047996520996, 0.18565601110458374, 0.18258261680603027, 0.1846979856491089, 0.1844840794801712, 0.1838684380054474, 0.18296292424201965], "ldr": {"dL_sdil": -0.011805593967437744, "dL_bp": -0.03833663463592529, "ratio": 0.30794549598713894}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9715, "test_loss": 0.18957157135009767}, {"step": 7550, "epoch": 16, "train_loss": 0.0003155912854708731, "cos_r_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "cos_apical_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "cos_Ac_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "r_norm": [0.19450673460960388, 0.19389158487319946, 0.19022749364376068, 0.19277022778987885, 0.19346244633197784, 0.19041526317596436, 0.19219958782196045, 0.19206246733665466, 0.19131675362586975, 0.19067344069480896]}, {"step": 7600, "epoch": 16, "train_loss": 0.005296020768582821, "cos_r_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "cos_apical_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "cos_Ac_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "r_norm": [0.1883176863193512, 0.18851402401924133, 0.18448540568351746, 0.1868860274553299, 0.1883973628282547, 0.18457823991775513, 0.18651321530342102, 0.1874733567237854, 0.18614208698272705, 0.1861514449119568]}, {"step": 7650, "epoch": 16, "train_loss": 0.0003003684396389872, "cos_r_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "cos_apical_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "cos_Ac_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "r_norm": [0.18495696783065796, 0.18464209139347076, 0.1811799257993698, 0.18355710804462433, 0.1848108023405075, 0.1811027079820633, 0.18309807777404785, 0.18386131525039673, 0.18296432495117188, 0.18254217505455017]}, {"step": 7700, "epoch": 16, "train_loss": 2.8529168048407882e-05, "cos_r_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "cos_apical_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "cos_Ac_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "r_norm": [0.17830899357795715, 0.17766138911247253, 0.1747676432132721, 0.1771635115146637, 0.17801427841186523, 0.1744438111782074, 0.1767394095659256, 0.17728132009506226, 0.1765758991241455, 0.1757325530052185]}, {"step": 7750, "epoch": 16, "train_loss": 0.0016853940906003118, "cos_r_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "cos_apical_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "cos_Ac_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "r_norm": [0.17720626294612885, 0.176634281873703, 0.17375031113624573, 0.17611265182495117, 0.17702406644821167, 0.17337480187416077, 0.1756676733493805, 0.17629313468933105, 0.17557556927204132, 0.1748155951499939], "ldr": {"dL_sdil": -0.011541664600372314, "dL_bp": -0.03849557042121887, "ratio": 0.29981799137104137}}, {"step": 7800, "epoch": 16, "train_loss": 0.001144271926023066, "cos_r_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "cos_apical_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "cos_Ac_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "r_norm": [0.17676472663879395, 0.17598839104175568, 0.17331364750862122, 0.17566247284412384, 0.17628175020217896, 0.17285610735416412, 0.1752682626247406, 0.17544734477996826, 0.1749459207057953, 0.17395952343940735]}, {"step": 7850, "epoch": 16, "train_loss": 0.0005620123702101409, "cos_r_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "cos_apical_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "cos_Ac_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "r_norm": [0.17568479478359222, 0.17504847049713135, 0.17215612530708313, 0.17461448907852173, 0.1751110553741455, 0.1717454493045807, 0.17415225505828857, 0.17419305443763733, 0.1737535148859024, 0.1728079617023468]}, {"step": 7900, "epoch": 16, "train_loss": 0.0001095991101465188, "cos_r_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "cos_apical_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "cos_Ac_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "r_norm": [0.18282276391983032, 0.1817718744277954, 0.17905732989311218, 0.18145805597305298, 0.18182559311389923, 0.1788046658039093, 0.18097850680351257, 0.1808866262435913, 0.1804029494524002, 0.17934054136276245]}, {"step": 7950, "epoch": 16, "train_loss": 0.00028477454907260835, "cos_r_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "cos_apical_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "cos_Ac_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "r_norm": [0.18673628568649292, 0.18549968302249908, 0.18301713466644287, 0.185261070728302, 0.1858406513929367, 0.18275386095046997, 0.18485964834690094, 0.18504028022289276, 0.18440574407577515, 0.183295339345932]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9712, "test_loss": 0.19547816963195802}, {"step": 8000, "epoch": 17, "train_loss": 0.0002615581906866282, "cos_r_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "cos_apical_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "cos_Ac_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "r_norm": [0.18272483348846436, 0.18186603486537933, 0.1793096959590912, 0.18137745559215546, 0.18204568326473236, 0.17885181307792664, 0.18095581233501434, 0.1812654435634613, 0.1804887056350708, 0.17980125546455383], "ldr": {"dL_sdil": -0.01237131655216217, "dL_bp": -0.04344341158866882, "ratio": 0.2847685322068245}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005309837288223207, "cos_r_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "cos_apical_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "cos_Ac_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "r_norm": [0.18176724016666412, 0.1807968020439148, 0.17826303839683533, 0.18041390180587769, 0.18099303543567657, 0.1778291016817093, 0.17993676662445068, 0.18012766540050507, 0.17952212691307068, 0.17868778109550476]}, {"step": 8100, "epoch": 17, "train_loss": 0.0011299202451482415, "cos_r_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "cos_apical_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "cos_Ac_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "r_norm": [0.17876827716827393, 0.17772176861763, 0.17544516921043396, 0.17754319310188293, 0.1780688464641571, 0.17476117610931396, 0.17706826329231262, 0.17711269855499268, 0.17680150270462036, 0.17583851516246796]}, {"step": 8150, "epoch": 17, "train_loss": 0.0007661725394427776, "cos_r_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "cos_apical_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "cos_Ac_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "r_norm": [0.1788521558046341, 0.17796197533607483, 0.17551451921463013, 0.17766129970550537, 0.1782885193824768, 0.17493104934692383, 0.17716005444526672, 0.17745256423950195, 0.17694027721881866, 0.1760735809803009]}, {"step": 8200, "epoch": 17, "train_loss": 3.969638783019036e-05, "cos_r_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "cos_apical_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "cos_Ac_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "r_norm": [0.1725231111049652, 0.17190968990325928, 0.16942211985588074, 0.17162489891052246, 0.17233142256736755, 0.16866043210029602, 0.17110401391983032, 0.17158758640289307, 0.1710449457168579, 0.17032092809677124]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005690860562026501, "cos_r_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "cos_apical_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "cos_Ac_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "r_norm": [0.17408058047294617, 0.17338721454143524, 0.17076793313026428, 0.17308980226516724, 0.17370258271694183, 0.1701948493719101, 0.17255279421806335, 0.17295393347740173, 0.17237120866775513, 0.1715429425239563], "ldr": {"dL_sdil": -0.011167317628860474, "dL_bp": -0.03791886568069458, "ratio": 0.29450558260095916}}, {"step": 8300, "epoch": 17, "train_loss": 0.0005024771671742201, "cos_r_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "cos_apical_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "cos_Ac_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "r_norm": [0.17680104076862335, 0.17605555057525635, 0.17338596284389496, 0.1757391393184662, 0.1763538122177124, 0.1728920340538025, 0.17522022128105164, 0.17558923363685608, 0.17504382133483887, 0.1740773320198059]}, {"step": 8350, "epoch": 17, "train_loss": 3.55217453034129e-05, "cos_r_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "cos_apical_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "cos_Ac_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "r_norm": [0.18051370978355408, 0.17969802021980286, 0.17701128125190735, 0.1792939007282257, 0.17994043231010437, 0.1765967160463333, 0.17882418632507324, 0.17918509244918823, 0.17848502099514008, 0.17763298749923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.0001238626427948475, "cos_r_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "cos_apical_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "cos_Ac_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "r_norm": [0.17898061871528625, 0.17798860371112823, 0.1754559874534607, 0.17777416110038757, 0.17827609181404114, 0.17497867345809937, 0.1772691309452057, 0.17741502821445465, 0.17692528665065765, 0.1759382039308548]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9713, "test_loss": 0.19889828147888183}, {"step": 8450, "epoch": 18, "train_loss": 0.00042704743100330234, "cos_r_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "cos_apical_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "cos_Ac_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "r_norm": [0.17934414744377136, 0.17834630608558655, 0.17579251527786255, 0.17813046276569366, 0.17861753702163696, 0.1753319501876831, 0.1776207983493805, 0.17773312330245972, 0.1772613227367401, 0.1762544810771942]}, {"step": 8500, "epoch": 18, "train_loss": 0.000560601067263633, "cos_r_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "cos_apical_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "cos_Ac_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "r_norm": [0.17930643260478973, 0.17829643189907074, 0.17570899426937103, 0.17809581756591797, 0.17850884795188904, 0.17528624832630157, 0.17758631706237793, 0.17763489484786987, 0.17713016271591187, 0.17611181735992432], "ldr": {"dL_sdil": -0.01178385317325592, "dL_bp": -0.043443262577056885, "ratio": 0.2712469661401345}}, {"step": 8550, "epoch": 18, "train_loss": 0.0011133522493764758, "cos_r_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "cos_apical_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "cos_Ac_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "r_norm": [0.1759154051542282, 0.1750219464302063, 0.1724364459514618, 0.17482692003250122, 0.17529228329658508, 0.171927347779274, 0.1743147075176239, 0.17447054386138916, 0.17396941781044006, 0.17303374409675598]}, {"step": 8600, "epoch": 18, "train_loss": 0.0005003574769943953, "cos_r_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "cos_apical_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "cos_Ac_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "r_norm": [0.17340491712093353, 0.17246608436107635, 0.16994744539260864, 0.17245861887931824, 0.1726083755493164, 0.1693124622106552, 0.17189650237560272, 0.1716684252023697, 0.1713702231645584, 0.17027077078819275]}, {"step": 8650, "epoch": 18, "train_loss": 0.0001608271268196404, "cos_r_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "cos_apical_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "cos_Ac_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "r_norm": [0.17258799076080322, 0.17167960107326508, 0.16917838156223297, 0.1716589629650116, 0.17192241549491882, 0.168525829911232, 0.17111808061599731, 0.171014666557312, 0.1707635521888733, 0.1696486473083496]}, {"step": 8700, "epoch": 18, "train_loss": 0.0001155061909230426, "cos_r_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "cos_apical_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "cos_Ac_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "r_norm": [0.17136691510677338, 0.1704450249671936, 0.16809889674186707, 0.1704457402229309, 0.17074209451675415, 0.1672903597354889, 0.16992169618606567, 0.16976793110370636, 0.16961435973644257, 0.1685798615217209]}, {"step": 8750, "epoch": 18, "train_loss": 0.00015522543981205672, "cos_r_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "cos_apical_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "cos_Ac_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "r_norm": [0.1753769814968109, 0.17441701889038086, 0.17194530367851257, 0.174319326877594, 0.17459246516227722, 0.17129482328891754, 0.17371010780334473, 0.1735379546880722, 0.1732216477394104, 0.1722678244113922], "ldr": {"dL_sdil": -0.012004882097244263, "dL_bp": -0.043369680643081665, "ratio": 0.2768035622867627}}, {"step": 8800, "epoch": 18, "train_loss": 5.6249064073199406e-05, "cos_r_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "cos_apical_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "cos_Ac_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "r_norm": [0.1746375560760498, 0.17377866804599762, 0.17120075225830078, 0.1736004650592804, 0.17400410771369934, 0.17061635851860046, 0.17303486168384552, 0.1730654239654541, 0.17268982529640198, 0.17174890637397766]}, {"step": 8850, "epoch": 18, "train_loss": 8.691383118275553e-05, "cos_r_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "cos_apical_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "cos_Ac_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "r_norm": [0.17598813772201538, 0.17502889037132263, 0.17245057225227356, 0.174929678440094, 0.17519685626029968, 0.17192217707633972, 0.17439162731170654, 0.17428509891033173, 0.17392197251319885, 0.17281360924243927]}, {"step": 8900, "epoch": 18, "train_loss": 0.00012170256377430633, "cos_r_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "cos_apical_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "cos_Ac_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "r_norm": [0.1759852170944214, 0.17496927082538605, 0.17244991660118103, 0.17493413388729095, 0.17498856782913208, 0.1718437671661377, 0.1743534505367279, 0.17392119765281677, 0.17369002103805542, 0.17252099514007568]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.971, "test_loss": 0.20255495986938477}, {"step": 8950, "epoch": 19, "train_loss": 0.00011500660184537992, "cos_r_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "cos_apical_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "cos_Ac_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "r_norm": [0.1782970130443573, 0.17722457647323608, 0.1746721863746643, 0.17713364958763123, 0.17721796035766602, 0.17418259382247925, 0.17658105492591858, 0.17619170248508453, 0.1758398711681366, 0.1747061163187027]}, {"step": 9000, "epoch": 19, "train_loss": 5.840368976350874e-05, "cos_r_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "cos_apical_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "cos_Ac_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "r_norm": [0.17482396960258484, 0.17401206493377686, 0.1713864505290985, 0.17379304766654968, 0.1741405725479126, 0.1708236187696457, 0.17324024438858032, 0.17321890592575073, 0.17275932431221008, 0.17185086011886597], "ldr": {"dL_sdil": -0.011759907007217407, "dL_bp": -0.042920857667922974, "ratio": 0.27399049427677696}}, {"step": 9050, "epoch": 19, "train_loss": 0.0004260829882696271, "cos_r_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "cos_apical_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "cos_Ac_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "r_norm": [0.1733160763978958, 0.17280852794647217, 0.16993401944637299, 0.17232485115528107, 0.17298844456672668, 0.16941922903060913, 0.17177990078926086, 0.17211657762527466, 0.17150551080703735, 0.17088109254837036]}, {"step": 9100, "epoch": 19, "train_loss": 0.0005180889274924994, "cos_r_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "cos_apical_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "cos_Ac_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "r_norm": [0.17080751061439514, 0.17021584510803223, 0.16750919818878174, 0.16995657980442047, 0.1704380065202713, 0.16684672236442566, 0.16939248144626617, 0.16955430805683136, 0.16910408437252045, 0.16829971969127655]}, {"step": 9150, "epoch": 19, "train_loss": 0.0008607576601207256, "cos_r_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "cos_apical_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "cos_Ac_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "r_norm": [0.1714460253715515, 0.17063820362091064, 0.1681894212961197, 0.17055736482143402, 0.17099538445472717, 0.1674264669418335, 0.1699826568365097, 0.17005985975265503, 0.16979458928108215, 0.16883307695388794]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003700520028360188, "cos_r_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "cos_apical_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "cos_Ac_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "r_norm": [0.17241162061691284, 0.17149806022644043, 0.16915492713451385, 0.17148131132125854, 0.1718192994594574, 0.1683371365070343, 0.17086192965507507, 0.1707768738269806, 0.17058005928993225, 0.16960501670837402]}, {"step": 9250, "epoch": 19, "train_loss": 2.460395626258105e-05, "cos_r_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "cos_apical_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "cos_Ac_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "r_norm": [0.17407336831092834, 0.17309731245040894, 0.1706593632698059, 0.17303675413131714, 0.17321094870567322, 0.1699753701686859, 0.1724272072315216, 0.1721404790878296, 0.171881765127182, 0.17090456187725067], "ldr": {"dL_sdil": -0.012070119380950928, "dL_bp": -0.04569409787654877, "ratio": 0.26415051268898304}}, {"step": 9300, "epoch": 19, "train_loss": 6.19946513324976e-05, "cos_r_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "cos_apical_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "cos_Ac_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "r_norm": [0.1751372516155243, 0.174122616648674, 0.17163506150245667, 0.17407472431659698, 0.17421013116836548, 0.17102324962615967, 0.1734512895345688, 0.17313793301582336, 0.17284944653511047, 0.17182187736034393]}, {"step": 9350, "epoch": 19, "train_loss": 0.0011102583957836032, "cos_r_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "cos_apical_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "cos_Ac_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "r_norm": [0.1749771237373352, 0.17391759157180786, 0.17142046988010406, 0.1739538311958313, 0.17397116124629974, 0.1708240658044815, 0.17333640158176422, 0.17290431261062622, 0.17267116904258728, 0.1715112030506134]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9712, "test_loss": 0.20654379348754884}], "final": {"test_acc": 0.9712, "test_loss": 0.20654379348754884, "wall_s": 211.46515083312988, "cos_r_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419], "cos_apical_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419], "cos_Ac_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419]}}
\ No newline at end of file