chore: capture initial SDIL project state

1 files changed, 1 insertions, 0 deletions

diff --git a/results/depth_fmnist_sdil_d5_s0.json b/results/depth_fmnist_sdil_d5_s0.json
new file mode 100644
index 0000000..1d0911d
--- /dev/null
+++ b/results/depth_fmnist_sdil_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647937774658, "cos_r_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "cos_apical_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "cos_Ac_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "r_norm": [4.738079071044922, 4.801775932312012, 4.772134304046631, 4.877655506134033, 4.77717924118042], "ldr": {"dL_sdil": -0.010063886642456055, "dL_bp": -0.14385652542114258, "ratio": 0.0699578042288582}}, {"step": 50, "epoch": 0, "train_loss": 0.7837879657745361, "cos_r_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "cos_apical_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "cos_Ac_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "r_norm": [2.3826842308044434, 2.4188649654388428, 2.4018566608428955, 2.3985776901245117, 2.4119834899902344]}, {"step": 100, "epoch": 0, "train_loss": 0.6284478902816772, "cos_r_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "cos_apical_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "cos_Ac_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "r_norm": [1.8102138042449951, 1.841344952583313, 1.8364183902740479, 1.8227553367614746, 1.8461298942565918]}, {"step": 150, "epoch": 0, "train_loss": 0.49574461579322815, "cos_r_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "cos_apical_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "cos_Ac_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "r_norm": [1.633976697921753, 1.6466385126113892, 1.6385021209716797, 1.6303856372833252, 1.6455796957015991]}, {"step": 200, "epoch": 0, "train_loss": 0.5333744883537292, "cos_r_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "cos_apical_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "cos_Ac_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "r_norm": [1.4997918605804443, 1.5229170322418213, 1.5139985084533691, 1.5064024925231934, 1.5216668844223022]}, {"step": 250, "epoch": 0, "train_loss": 0.5005440711975098, "cos_r_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "cos_apical_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "cos_Ac_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "r_norm": [1.3114356994628906, 1.3227853775024414, 1.3141484260559082, 1.3139842748641968, 1.3250229358673096], "ldr": {"dL_sdil": -0.008845210075378418, "dL_bp": -0.0068849921226501465, "ratio": 1.2847088156106345}}, {"step": 300, "epoch": 0, "train_loss": 0.6626046895980835, "cos_r_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "cos_apical_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "cos_Ac_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "r_norm": [1.2639503479003906, 1.2807285785675049, 1.2706578969955444, 1.270845651626587, 1.2834241390228271]}, {"step": 350, "epoch": 0, "train_loss": 0.46297433972358704, "cos_r_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "cos_apical_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "cos_Ac_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "r_norm": [1.279951810836792, 1.2873342037200928, 1.2787995338439941, 1.2830407619476318, 1.2902235984802246]}, {"step": 400, "epoch": 0, "train_loss": 0.6153913736343384, "cos_r_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "cos_apical_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "cos_Ac_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "r_norm": [1.2633702754974365, 1.2693207263946533, 1.258638858795166, 1.2630544900894165, 1.2716355323791504]}, {"step": 450, "epoch": 0, "train_loss": 0.41899317502975464, "cos_r_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "cos_apical_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "cos_Ac_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "r_norm": [1.1939635276794434, 1.2076258659362793, 1.1968066692352295, 1.195041298866272, 1.2072001695632935]}, {"epoch_end": 0, "step": 469, "test_acc": 0.839, "test_loss": 0.4615711853027344}, {"step": 500, "epoch": 1, "train_loss": 0.28355634212493896, "cos_r_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "cos_apical_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "cos_Ac_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "r_norm": [1.2522671222686768, 1.2582019567489624, 1.2419377565383911, 1.254720687866211, 1.2581861019134521], "ldr": {"dL_sdil": -0.032648324966430664, "dL_bp": -0.023636430501937866, "ratio": 1.381271379523822}}, {"step": 550, "epoch": 1, "train_loss": 0.507971465587616, "cos_r_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "cos_apical_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "cos_Ac_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "r_norm": [1.096724271774292, 1.1126973628997803, 1.0951268672943115, 1.1030161380767822, 1.1130402088165283]}, {"step": 600, "epoch": 1, "train_loss": 0.45915359258651733, "cos_r_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "cos_apical_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "cos_Ac_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "r_norm": [1.0981087684631348, 1.1148412227630615, 1.1037683486938477, 1.1050469875335693, 1.1173772811889648]}, {"step": 650, "epoch": 1, "train_loss": 0.49097102880477905, "cos_r_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "cos_apical_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "cos_Ac_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "r_norm": [1.087465763092041, 1.0992343425750732, 1.0841128826141357, 1.0893092155456543, 1.0996057987213135]}, {"step": 700, "epoch": 1, "train_loss": 0.281594455242157, "cos_r_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "cos_apical_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "cos_Ac_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "r_norm": [1.1308499574661255, 1.1323503255844116, 1.1152758598327637, 1.126861333847046, 1.1304891109466553]}, {"step": 750, "epoch": 1, "train_loss": 0.4318069815635681, "cos_r_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "cos_apical_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "cos_Ac_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "r_norm": [1.0275039672851562, 1.0326228141784668, 1.0247541666030884, 1.0232200622558594, 1.0358028411865234], "ldr": {"dL_sdil": -0.008871853351593018, "dL_bp": -0.006602168083190918, "ratio": 1.3437787768809923}}, {"step": 800, "epoch": 1, "train_loss": 0.4310527443885803, "cos_r_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "cos_apical_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "cos_Ac_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "r_norm": [1.013885259628296, 1.0206447839736938, 1.0057367086410522, 1.0115530490875244, 1.0209803581237793]}, {"step": 850, "epoch": 1, "train_loss": 0.293326735496521, "cos_r_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "cos_apical_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "cos_Ac_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "r_norm": [1.031341791152954, 1.0402252674102783, 1.03206467628479, 1.0273460149765015, 1.0406947135925293]}, {"step": 900, "epoch": 1, "train_loss": 0.3580452501773834, "cos_r_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "cos_apical_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "cos_Ac_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "r_norm": [1.0018213987350464, 1.0030608177185059, 0.9927763938903809, 0.9919793009757996, 1.0039424896240234]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.42647652282714843}, {"step": 950, "epoch": 2, "train_loss": 0.3068122863769531, "cos_r_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "cos_apical_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "cos_Ac_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "r_norm": [0.9614250659942627, 0.9683780670166016, 0.9603017568588257, 0.9576815962791443, 0.9702745676040649]}, {"step": 1000, "epoch": 2, "train_loss": 0.3940998911857605, "cos_r_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "cos_apical_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "cos_Ac_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "r_norm": [0.9977145195007324, 1.0014264583587646, 0.9847978353500366, 0.9917508959770203, 1.0000413656234741], "ldr": {"dL_sdil": -0.019016295671463013, "dL_bp": -0.014789998531341553, "ratio": 1.2857537227718783}}, {"step": 1050, "epoch": 2, "train_loss": 0.37015336751937866, "cos_r_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "cos_apical_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "cos_Ac_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "r_norm": [0.9485094547271729, 0.9570838212966919, 0.9450703859329224, 0.9473416805267334, 0.9582383632659912]}, {"step": 1100, "epoch": 2, "train_loss": 0.31723153591156006, "cos_r_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "cos_apical_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "cos_Ac_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "r_norm": [0.9654732346534729, 0.9718483686447144, 0.9575732350349426, 0.9590146541595459, 0.970940113067627]}, {"step": 1150, "epoch": 2, "train_loss": 0.31736576557159424, "cos_r_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "cos_apical_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "cos_Ac_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "r_norm": [0.9032548069953918, 0.9035201072692871, 0.8908884525299072, 0.8946444988250732, 0.9015848636627197]}, {"step": 1200, "epoch": 2, "train_loss": 0.45535433292388916, "cos_r_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "cos_apical_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "cos_Ac_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "r_norm": [0.898556113243103, 0.9007596969604492, 0.8871357440948486, 0.89089435338974, 0.9004845023155212]}, {"step": 1250, "epoch": 2, "train_loss": 0.281272828578949, "cos_r_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "cos_apical_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "cos_Ac_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "r_norm": [0.9120267033576965, 0.9144271612167358, 0.901572585105896, 0.9031784534454346, 0.912001371383667], "ldr": {"dL_sdil": -0.009823918342590332, "dL_bp": -0.007849365472793579, "ratio": 1.2515557310512149}}, {"step": 1300, "epoch": 2, "train_loss": 0.30487561225891113, "cos_r_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "cos_apical_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "cos_Ac_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "r_norm": [0.8642191290855408, 0.8640550971031189, 0.851976215839386, 0.8539138436317444, 0.8635536432266235]}, {"step": 1350, "epoch": 2, "train_loss": 0.24616213142871857, "cos_r_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "cos_apical_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "cos_Ac_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "r_norm": [0.8627758026123047, 0.8602184057235718, 0.8478840589523315, 0.8497748970985413, 0.8588101267814636]}, {"step": 1400, "epoch": 2, "train_loss": 0.4854777455329895, "cos_r_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "cos_apical_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "cos_Ac_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "r_norm": [0.8291587829589844, 0.8316446542739868, 0.8212569952011108, 0.8195180296897888, 0.8310533761978149]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8574, "test_loss": 0.3985794952392578}, {"step": 1450, "epoch": 3, "train_loss": 0.5498069524765015, "cos_r_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "cos_apical_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "cos_Ac_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "r_norm": [0.8654661178588867, 0.8632218241691589, 0.8513163328170776, 0.8531001806259155, 0.8638753890991211]}, {"step": 1500, "epoch": 3, "train_loss": 0.34217920899391174, "cos_r_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "cos_apical_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "cos_Ac_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "r_norm": [0.8556523323059082, 0.8566331267356873, 0.8395552635192871, 0.84214186668396, 0.8528261780738831], "ldr": {"dL_sdil": -0.01687943935394287, "dL_bp": -0.013299107551574707, "ratio": 1.269215944640152}}, {"step": 1550, "epoch": 3, "train_loss": 0.2726711332798004, "cos_r_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "cos_apical_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "cos_Ac_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "r_norm": [0.8189058303833008, 0.8126097917556763, 0.8012104034423828, 0.8049138784408569, 0.8135141730308533]}, {"step": 1600, "epoch": 3, "train_loss": 0.3454286456108093, "cos_r_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "cos_apical_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "cos_Ac_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "r_norm": [0.775892972946167, 0.7759943008422852, 0.7658724188804626, 0.7635709047317505, 0.775715708732605]}, {"step": 1650, "epoch": 3, "train_loss": 0.36188048124313354, "cos_r_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "cos_apical_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "cos_Ac_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "r_norm": [0.7634667158126831, 0.7607910633087158, 0.7488664388656616, 0.750633955001831, 0.757753849029541]}, {"step": 1700, "epoch": 3, "train_loss": 0.2997381091117859, "cos_r_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "cos_apical_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "cos_Ac_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "r_norm": [0.7657345533370972, 0.7665138244628906, 0.7526060342788696, 0.752709686756134, 0.7636963129043579]}, {"step": 1750, "epoch": 3, "train_loss": 0.4712534248828888, "cos_r_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "cos_apical_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "cos_Ac_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "r_norm": [0.7962707877159119, 0.7915934920310974, 0.7833982110023499, 0.7800092101097107, 0.7924243211746216], "ldr": {"dL_sdil": -0.007182121276855469, "dL_bp": -0.005812108516693115, "ratio": 1.235716996031217}}, {"step": 1800, "epoch": 3, "train_loss": 0.3369441032409668, "cos_r_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "cos_apical_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "cos_Ac_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "r_norm": [0.7843207120895386, 0.7824479341506958, 0.7702942490577698, 0.7687156796455383, 0.7807424068450928]}, {"step": 1850, "epoch": 3, "train_loss": 0.39911267161369324, "cos_r_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "cos_apical_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "cos_Ac_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "r_norm": [0.7644146680831909, 0.7621158361434937, 0.7480930685997009, 0.7513505220413208, 0.7606003284454346]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8696, "test_loss": 0.3736638336181641}, {"step": 1900, "epoch": 4, "train_loss": 0.21901918947696686, "cos_r_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "cos_apical_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "cos_Ac_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "r_norm": [0.757347822189331, 0.7486969232559204, 0.7393994927406311, 0.7386623620986938, 0.7491329908370972]}, {"step": 1950, "epoch": 4, "train_loss": 0.48135972023010254, "cos_r_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "cos_apical_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "cos_Ac_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "r_norm": [0.8116819858551025, 0.8060219883918762, 0.7891708016395569, 0.7929311990737915, 0.8029578924179077]}, {"step": 2000, "epoch": 4, "train_loss": 0.3771294355392456, "cos_r_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "cos_apical_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "cos_Ac_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "r_norm": [0.7855452299118042, 0.7778233289718628, 0.7634010314941406, 0.765547513961792, 0.7775591611862183], "ldr": {"dL_sdil": -0.013303399085998535, "dL_bp": -0.010714560747146606, "ratio": 1.2416187093382585}}, {"step": 2050, "epoch": 4, "train_loss": 0.31559085845947266, "cos_r_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "cos_apical_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "cos_Ac_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "r_norm": [0.7633066177368164, 0.7554004788398743, 0.7435476779937744, 0.7460248470306396, 0.7524920701980591]}, {"step": 2100, "epoch": 4, "train_loss": 0.30112460255622864, "cos_r_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "cos_apical_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "cos_Ac_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "r_norm": [0.7528359889984131, 0.7451510429382324, 0.7308471202850342, 0.7329344749450684, 0.7417992353439331]}, {"step": 2150, "epoch": 4, "train_loss": 0.2716718018054962, "cos_r_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "cos_apical_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "cos_Ac_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "r_norm": [0.7361289262771606, 0.7262876033782959, 0.714188814163208, 0.7168474197387695, 0.7246450185775757]}, {"step": 2200, "epoch": 4, "train_loss": 0.3467963933944702, "cos_r_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "cos_apical_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "cos_Ac_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "r_norm": [0.7374416589736938, 0.726737380027771, 0.7141937017440796, 0.7149492502212524, 0.7261148691177368]}, {"step": 2250, "epoch": 4, "train_loss": 0.24431189894676208, "cos_r_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "cos_apical_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "cos_Ac_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "r_norm": [0.7145489454269409, 0.7068567872047424, 0.6917436122894287, 0.6937999725341797, 0.7052708864212036], "ldr": {"dL_sdil": -0.006280094385147095, "dL_bp": -0.005443096160888672, "ratio": 1.1537724485326326}}, {"step": 2300, "epoch": 4, "train_loss": 0.133052259683609, "cos_r_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "cos_apical_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "cos_Ac_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "r_norm": [0.6975187063217163, 0.6856980323791504, 0.6724605560302734, 0.6721814870834351, 0.6832785606384277]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8688, "test_loss": 0.36805892333984375}, {"step": 2350, "epoch": 5, "train_loss": 0.17244090139865875, "cos_r_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "cos_apical_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "cos_Ac_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "r_norm": [0.6426270008087158, 0.6355772018432617, 0.621269941329956, 0.6214953660964966, 0.6322586536407471]}, {"step": 2400, "epoch": 5, "train_loss": 0.41035032272338867, "cos_r_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "cos_apical_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "cos_Ac_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "r_norm": [0.7156519889831543, 0.7074211835861206, 0.6915174126625061, 0.6924904584884644, 0.7041549682617188]}, {"step": 2450, "epoch": 5, "train_loss": 0.2999509572982788, "cos_r_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "cos_apical_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "cos_Ac_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "r_norm": [0.6819424629211426, 0.6720931529998779, 0.6587439775466919, 0.6572389602661133, 0.6692579388618469]}, {"step": 2500, "epoch": 5, "train_loss": 0.2252807766199112, "cos_r_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "cos_apical_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "cos_Ac_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "r_norm": [0.6978133320808411, 0.6869702935218811, 0.6712985634803772, 0.6759058237075806, 0.6852458715438843], "ldr": {"dL_sdil": -0.011686623096466064, "dL_bp": -0.009879857301712036, "ratio": 1.1828736731289573}}, {"step": 2550, "epoch": 5, "train_loss": 0.23197372257709503, "cos_r_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "cos_apical_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "cos_Ac_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "r_norm": [0.6837716102600098, 0.6715779304504395, 0.6569088697433472, 0.658008337020874, 0.669517457485199]}, {"step": 2600, "epoch": 5, "train_loss": 0.282903790473938, "cos_r_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "cos_apical_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "cos_Ac_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "r_norm": [0.6515960693359375, 0.6370750665664673, 0.6231110692024231, 0.6246880292892456, 0.6360887885093689]}, {"step": 2650, "epoch": 5, "train_loss": 0.22400066256523132, "cos_r_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "cos_apical_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "cos_Ac_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "r_norm": [0.6821869611740112, 0.6702474355697632, 0.655616044998169, 0.6516863107681274, 0.6672073602676392]}, {"step": 2700, "epoch": 5, "train_loss": 0.1624244749546051, "cos_r_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "cos_apical_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "cos_Ac_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "r_norm": [0.6525787115097046, 0.6372653245925903, 0.6228851675987244, 0.6233018636703491, 0.6349084973335266]}, {"step": 2750, "epoch": 5, "train_loss": 0.39462247490882874, "cos_r_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "cos_apical_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "cos_Ac_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "r_norm": [0.6839578747749329, 0.6675881147384644, 0.6539208889007568, 0.6522531509399414, 0.6653761863708496], "ldr": {"dL_sdil": -0.008753865957260132, "dL_bp": -0.0072348713874816895, "ratio": 1.209954605745545}}, {"step": 2800, "epoch": 5, "train_loss": 0.327981173992157, "cos_r_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "cos_apical_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "cos_Ac_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "r_norm": [0.7114663124084473, 0.6950216293334961, 0.6767885684967041, 0.6805845499038696, 0.6899839043617249]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8696, "test_loss": 0.36921025390625}, {"step": 2850, "epoch": 6, "train_loss": 0.19439783692359924, "cos_r_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "cos_apical_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "cos_Ac_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "r_norm": [0.6752027869224548, 0.6583995819091797, 0.6416333913803101, 0.6440259218215942, 0.6561281681060791]}, {"step": 2900, "epoch": 6, "train_loss": 0.2627646327018738, "cos_r_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "cos_apical_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "cos_Ac_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "r_norm": [0.6747539043426514, 0.6528136730194092, 0.635813295841217, 0.6391713619232178, 0.6513442993164062]}, {"step": 2950, "epoch": 6, "train_loss": 0.1966463178396225, "cos_r_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "cos_apical_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "cos_Ac_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "r_norm": [0.6449520587921143, 0.6250779032707214, 0.6102395057678223, 0.6109326481819153, 0.6237502694129944]}, {"step": 3000, "epoch": 6, "train_loss": 0.4051764905452728, "cos_r_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "cos_apical_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "cos_Ac_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "r_norm": [0.6532425880432129, 0.6332882046699524, 0.6210778951644897, 0.6195025444030762, 0.6329725980758667], "ldr": {"dL_sdil": -0.008940160274505615, "dL_bp": -0.008272230625152588, "ratio": 1.080743596209965}}, {"step": 3050, "epoch": 6, "train_loss": 0.3823002576828003, "cos_r_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "cos_apical_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "cos_Ac_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "r_norm": [0.6234195232391357, 0.6027390956878662, 0.589805006980896, 0.5881010293960571, 0.6013289093971252]}, {"step": 3100, "epoch": 6, "train_loss": 0.2469809502363205, "cos_r_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "cos_apical_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "cos_Ac_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "r_norm": [0.6594443321228027, 0.6364724636077881, 0.6205263137817383, 0.6217196583747864, 0.6346192955970764]}, {"step": 3150, "epoch": 6, "train_loss": 0.34197038412094116, "cos_r_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "cos_apical_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "cos_Ac_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "r_norm": [0.6211715340614319, 0.5979593992233276, 0.5832564830780029, 0.5824103355407715, 0.5965698957443237]}, {"step": 3200, "epoch": 6, "train_loss": 0.20419275760650635, "cos_r_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "cos_apical_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "cos_Ac_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "r_norm": [0.6542377471923828, 0.6311380863189697, 0.6134974956512451, 0.6157331466674805, 0.6282722353935242]}, {"step": 3250, "epoch": 6, "train_loss": 0.20078453421592712, "cos_r_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "cos_apical_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "cos_Ac_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "r_norm": [0.6296570301055908, 0.6073111891746521, 0.5930402278900146, 0.5920023918151855, 0.6060088872909546], "ldr": {"dL_sdil": -0.010002046823501587, "dL_bp": -0.009167343378067017, "ratio": 1.0910518359584531}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8675, "test_loss": 0.37301873474121094}, {"step": 3300, "epoch": 7, "train_loss": 0.31660857796669006, "cos_r_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "cos_apical_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "cos_Ac_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "r_norm": [0.6283497214317322, 0.6043700575828552, 0.5865310430526733, 0.5890849232673645, 0.602292537689209]}, {"step": 3350, "epoch": 7, "train_loss": 0.2235395908355713, "cos_r_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "cos_apical_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "cos_Ac_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "r_norm": [0.6488127708435059, 0.6214561462402344, 0.6059259176254272, 0.6043192148208618, 0.6190333366394043]}, {"step": 3400, "epoch": 7, "train_loss": 0.2518550753593445, "cos_r_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "cos_apical_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "cos_Ac_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "r_norm": [0.6247385740280151, 0.5995967388153076, 0.5809906721115112, 0.583851158618927, 0.5970041155815125]}, {"step": 3450, "epoch": 7, "train_loss": 0.2402101457118988, "cos_r_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "cos_apical_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "cos_Ac_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "r_norm": [0.635221004486084, 0.6068215370178223, 0.5900795459747314, 0.5906989574432373, 0.605736255645752]}, {"step": 3500, "epoch": 7, "train_loss": 0.36699557304382324, "cos_r_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "cos_apical_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "cos_Ac_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "r_norm": [0.6046229600906372, 0.5775965452194214, 0.5585787296295166, 0.5620290040969849, 0.5758073925971985], "ldr": {"dL_sdil": -0.013589054346084595, "dL_bp": -0.012836456298828125, "ratio": 1.058629736255572}}, {"step": 3550, "epoch": 7, "train_loss": 0.2370986044406891, "cos_r_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "cos_apical_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "cos_Ac_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "r_norm": [0.6174447536468506, 0.5858619213104248, 0.5691124200820923, 0.5719624161720276, 0.5839512348175049]}, {"step": 3600, "epoch": 7, "train_loss": 0.2119830995798111, "cos_r_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "cos_apical_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "cos_Ac_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "r_norm": [0.6120116710662842, 0.5851672887802124, 0.5696774125099182, 0.5679463148117065, 0.5841267108917236]}, {"step": 3650, "epoch": 7, "train_loss": 0.32533684372901917, "cos_r_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "cos_apical_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "cos_Ac_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "r_norm": [0.5693072080612183, 0.5424826145172119, 0.5250992178916931, 0.5273551940917969, 0.5415852069854736]}, {"step": 3700, "epoch": 7, "train_loss": 0.2486329972743988, "cos_r_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "cos_apical_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "cos_Ac_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "r_norm": [0.6160531044006348, 0.5870218873023987, 0.569066047668457, 0.5689611434936523, 0.5848508477210999]}, {"step": 3750, "epoch": 7, "train_loss": 0.3527612090110779, "cos_r_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "cos_apical_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "cos_Ac_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "r_norm": [0.5925759077072144, 0.5629196763038635, 0.5477213859558105, 0.5471723079681396, 0.5619781017303467], "ldr": {"dL_sdil": -0.008174210786819458, "dL_bp": -0.00821039080619812, "ratio": 0.9955933864498449}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8747, "test_loss": 0.3702558563232422}, {"step": 3800, "epoch": 8, "train_loss": 0.21637177467346191, "cos_r_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "cos_apical_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "cos_Ac_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "r_norm": [0.5649533271789551, 0.5347113609313965, 0.520095944404602, 0.5184706449508667, 0.5341529250144958]}, {"step": 3850, "epoch": 8, "train_loss": 0.2964268922805786, "cos_r_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "cos_apical_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "cos_Ac_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "r_norm": [0.5638926029205322, 0.5336343050003052, 0.5195322632789612, 0.5180708765983582, 0.534274697303772]}, {"step": 3900, "epoch": 8, "train_loss": 0.23956450819969177, "cos_r_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "cos_apical_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "cos_Ac_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "r_norm": [0.630784273147583, 0.5968292951583862, 0.5804259777069092, 0.5786268711090088, 0.5971875190734863]}, {"step": 3950, "epoch": 8, "train_loss": 0.24508467316627502, "cos_r_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "cos_apical_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "cos_Ac_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "r_norm": [0.5368151664733887, 0.5060170888900757, 0.4890557527542114, 0.4901542663574219, 0.5052891969680786]}, {"step": 4000, "epoch": 8, "train_loss": 0.3139851689338684, "cos_r_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "cos_apical_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "cos_Ac_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "r_norm": [0.5833369493484497, 0.5473107099533081, 0.528609037399292, 0.5299417972564697, 0.5458173751831055], "ldr": {"dL_sdil": -0.007782071828842163, "dL_bp": -0.007872670888900757, "ratio": 0.9884919538315359}}, {"step": 4050, "epoch": 8, "train_loss": 0.21652773022651672, "cos_r_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "cos_apical_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "cos_Ac_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "r_norm": [0.6574556231498718, 0.6123360395431519, 0.5902072787284851, 0.5939115881919861, 0.6111574172973633]}, {"step": 4100, "epoch": 8, "train_loss": 0.24045966565608978, "cos_r_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "cos_apical_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "cos_Ac_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "r_norm": [0.5790704488754272, 0.5417233109474182, 0.5243210196495056, 0.5237108469009399, 0.5401445627212524]}, {"step": 4150, "epoch": 8, "train_loss": 0.21815702319145203, "cos_r_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "cos_apical_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "cos_Ac_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "r_norm": [0.5760514736175537, 0.5390802025794983, 0.5197580456733704, 0.5217112898826599, 0.536728024482727]}, {"step": 4200, "epoch": 8, "train_loss": 0.23337265849113464, "cos_r_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "cos_apical_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "cos_Ac_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "r_norm": [0.5819404125213623, 0.5443421602249146, 0.5265769362449646, 0.5264192819595337, 0.5420442819595337]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8746, "test_loss": 0.3699807403564453}, {"step": 4250, "epoch": 9, "train_loss": 0.19504031538963318, "cos_r_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "cos_apical_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "cos_Ac_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "r_norm": [0.607314944267273, 0.567782998085022, 0.5475091934204102, 0.5494205951690674, 0.5644754767417908], "ldr": {"dL_sdil": -0.017641305923461914, "dL_bp": -0.01882508397102356, "ratio": 0.9371169844775316}}, {"step": 4300, "epoch": 9, "train_loss": 0.18479326367378235, "cos_r_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "cos_apical_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "cos_Ac_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "r_norm": [0.5823491811752319, 0.543757438659668, 0.5230281352996826, 0.526013970375061, 0.5420006513595581]}, {"step": 4350, "epoch": 9, "train_loss": 0.16709238290786743, "cos_r_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "cos_apical_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "cos_Ac_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "r_norm": [0.5676594376564026, 0.5305377244949341, 0.5113526582717896, 0.5129950046539307, 0.5292025804519653]}, {"step": 4400, "epoch": 9, "train_loss": 0.2818296551704407, "cos_r_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "cos_apical_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "cos_Ac_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "r_norm": [0.622333288192749, 0.5785685777664185, 0.5574253797531128, 0.5580148696899414, 0.5764474868774414]}, {"step": 4450, "epoch": 9, "train_loss": 0.12237728387117386, "cos_r_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "cos_apical_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "cos_Ac_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "r_norm": [0.5743652582168579, 0.5328685641288757, 0.5129626989364624, 0.5130916237831116, 0.5300145745277405]}, {"step": 4500, "epoch": 9, "train_loss": 0.27715471386909485, "cos_r_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "cos_apical_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "cos_Ac_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "r_norm": [0.6010572910308838, 0.5564405918121338, 0.5359134674072266, 0.5344452261924744, 0.5543219447135925], "ldr": {"dL_sdil": -0.018363773822784424, "dL_bp": -0.018383711576461792, "ratio": 0.9989154663575719}}, {"step": 4550, "epoch": 9, "train_loss": 0.1729370355606079, "cos_r_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "cos_apical_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "cos_Ac_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "r_norm": [0.5443940162658691, 0.5030711889266968, 0.48451513051986694, 0.4829641580581665, 0.5016285181045532]}, {"step": 4600, "epoch": 9, "train_loss": 0.2172074317932129, "cos_r_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "cos_apical_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "cos_Ac_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "r_norm": [0.5624089241027832, 0.5192759037017822, 0.5014417171478271, 0.4990791976451874, 0.5174652338027954]}, {"step": 4650, "epoch": 9, "train_loss": 0.2447933405637741, "cos_r_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "cos_apical_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "cos_Ac_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "r_norm": [0.5730127096176147, 0.5260554552078247, 0.5053308606147766, 0.5057020783424377, 0.5248154401779175]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8795, "test_loss": 0.36599209899902346}, {"step": 4700, "epoch": 10, "train_loss": 0.20951130986213684, "cos_r_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "cos_apical_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "cos_Ac_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "r_norm": [0.5683333277702332, 0.5233471393585205, 0.5020934343338013, 0.5018078684806824, 0.5210896730422974]}, {"step": 4750, "epoch": 10, "train_loss": 0.2553156018257141, "cos_r_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "cos_apical_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "cos_Ac_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "r_norm": [0.5438201427459717, 0.4990275502204895, 0.47797060012817383, 0.4790612459182739, 0.4971931278705597], "ldr": {"dL_sdil": -0.00988680124282837, "dL_bp": -0.011026859283447266, "ratio": 0.8966108108108108}}, {"step": 4800, "epoch": 10, "train_loss": 0.23425796627998352, "cos_r_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "cos_apical_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "cos_Ac_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "r_norm": [0.5680521130561829, 0.5225018262863159, 0.5011035799980164, 0.4989464581012726, 0.5193713903427124]}, {"step": 4850, "epoch": 10, "train_loss": 0.26093053817749023, "cos_r_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "cos_apical_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "cos_Ac_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "r_norm": [0.5622186660766602, 0.5137014389038086, 0.4906390607357025, 0.49206554889678955, 0.5116448402404785]}, {"step": 4900, "epoch": 10, "train_loss": 0.14875711500644684, "cos_r_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "cos_apical_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "cos_Ac_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "r_norm": [0.5669610500335693, 0.5196190476417542, 0.5007537007331848, 0.49807947874069214, 0.5184484720230103]}, {"step": 4950, "epoch": 10, "train_loss": 0.20003578066825867, "cos_r_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "cos_apical_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "cos_Ac_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "r_norm": [0.6008310317993164, 0.5454117655754089, 0.525665283203125, 0.5207375884056091, 0.5435467958450317]}, {"step": 5000, "epoch": 10, "train_loss": 0.16805070638656616, "cos_r_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "cos_apical_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "cos_Ac_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "r_norm": [0.5935973525047302, 0.5402364730834961, 0.5167928338050842, 0.5148768424987793, 0.5371246337890625], "ldr": {"dL_sdil": -0.013597428798675537, "dL_bp": -0.013923674821853638, "ratio": 0.9765689713849072}}, {"step": 5050, "epoch": 10, "train_loss": 0.3162902891635895, "cos_r_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "cos_apical_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "cos_Ac_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "r_norm": [0.5148127675056458, 0.46743351221084595, 0.44687703251838684, 0.4470157027244568, 0.4665907621383667]}, {"step": 5100, "epoch": 10, "train_loss": 0.17555679380893707, "cos_r_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "cos_apical_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "cos_Ac_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "r_norm": [0.537805438041687, 0.48740196228027344, 0.46590563654899597, 0.4663926362991333, 0.4855121374130249]}, {"step": 5150, "epoch": 10, "train_loss": 0.22839970886707306, "cos_r_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "cos_apical_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "cos_Ac_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "r_norm": [0.5515739917755127, 0.5021862983703613, 0.48050597310066223, 0.4792500138282776, 0.500043511390686]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8763, "test_loss": 0.3718419952392578}, {"step": 5200, "epoch": 11, "train_loss": 0.2433874011039734, "cos_r_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "cos_apical_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "cos_Ac_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "r_norm": [0.5448564887046814, 0.4915149211883545, 0.4708242416381836, 0.470277339220047, 0.4897938668727875]}, {"step": 5250, "epoch": 11, "train_loss": 0.10300183296203613, "cos_r_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "cos_apical_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "cos_Ac_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "r_norm": [0.5507141947746277, 0.49882879853248596, 0.47582268714904785, 0.47570231556892395, 0.4971332550048828], "ldr": {"dL_sdil": -0.006417512893676758, "dL_bp": -0.007638096809387207, "ratio": 0.8401978992711439}}, {"step": 5300, "epoch": 11, "train_loss": 0.2576993703842163, "cos_r_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "cos_apical_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "cos_Ac_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "r_norm": [0.5144071578979492, 0.46360620856285095, 0.4423256516456604, 0.4414811134338379, 0.462627112865448]}, {"step": 5350, "epoch": 11, "train_loss": 0.20244942605495453, "cos_r_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "cos_apical_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "cos_Ac_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "r_norm": [0.5204894542694092, 0.468134343624115, 0.4468417763710022, 0.44510501623153687, 0.46701914072036743]}, {"step": 5400, "epoch": 11, "train_loss": 0.21522685885429382, "cos_r_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "cos_apical_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "cos_Ac_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "r_norm": [0.5310757160186768, 0.47812822461128235, 0.455192506313324, 0.45493268966674805, 0.4770514965057373]}, {"step": 5450, "epoch": 11, "train_loss": 0.18186545372009277, "cos_r_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "cos_apical_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "cos_Ac_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "r_norm": [0.5561100840568542, 0.49916741251945496, 0.47874268889427185, 0.47679293155670166, 0.499382883310318]}, {"step": 5500, "epoch": 11, "train_loss": 0.2203560769557953, "cos_r_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "cos_apical_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "cos_Ac_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "r_norm": [0.5277738571166992, 0.4753261208534241, 0.45422136783599854, 0.4531930088996887, 0.47307220101356506], "ldr": {"dL_sdil": -0.006698876619338989, "dL_bp": -0.008702725172042847, "ratio": 0.7697447048952964}}, {"step": 5550, "epoch": 11, "train_loss": 0.23055455088615417, "cos_r_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "cos_apical_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "cos_Ac_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "r_norm": [0.5114434957504272, 0.45737582445144653, 0.43741101026535034, 0.43611472845077515, 0.4565340280532837]}, {"step": 5600, "epoch": 11, "train_loss": 0.20574918389320374, "cos_r_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "cos_apical_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "cos_Ac_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "r_norm": [0.5795125365257263, 0.5127452611923218, 0.4866434335708618, 0.485723614692688, 0.5107237100601196]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8787, "test_loss": 0.3827539276123047}, {"step": 5650, "epoch": 12, "train_loss": 0.1661820113658905, "cos_r_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "cos_apical_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "cos_Ac_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "r_norm": [0.5238293409347534, 0.46672406792640686, 0.44414544105529785, 0.4424011707305908, 0.46442127227783203]}, {"step": 5700, "epoch": 12, "train_loss": 0.15233032405376434, "cos_r_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "cos_apical_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "cos_Ac_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "r_norm": [0.507310152053833, 0.4512920081615448, 0.4291025996208191, 0.4280890226364136, 0.449367880821228]}, {"step": 5750, "epoch": 12, "train_loss": 0.32169675827026367, "cos_r_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "cos_apical_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "cos_Ac_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "r_norm": [0.4925665855407715, 0.4365103244781494, 0.4139974117279053, 0.4126136898994446, 0.43449878692626953], "ldr": {"dL_sdil": -0.008051007986068726, "dL_bp": -0.010347038507461548, "ratio": 0.7780978083983076}}, {"step": 5800, "epoch": 12, "train_loss": 0.19076143205165863, "cos_r_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "cos_apical_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "cos_Ac_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "r_norm": [0.5230603218078613, 0.4647769629955292, 0.4416050314903259, 0.43916288018226624, 0.4627339839935303]}, {"step": 5850, "epoch": 12, "train_loss": 0.27539098262786865, "cos_r_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "cos_apical_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "cos_Ac_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "r_norm": [0.5249379873275757, 0.46568506956100464, 0.4410552978515625, 0.4397890269756317, 0.46211397647857666]}, {"step": 5900, "epoch": 12, "train_loss": 0.27169346809387207, "cos_r_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "cos_apical_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "cos_Ac_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "r_norm": [0.5467740297317505, 0.48413318395614624, 0.45952650904655457, 0.45660942792892456, 0.4818037152290344]}, {"step": 5950, "epoch": 12, "train_loss": 0.17555254697799683, "cos_r_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "cos_apical_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "cos_Ac_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "r_norm": [0.5773288607597351, 0.5092566013336182, 0.48321670293807983, 0.4792402982711792, 0.5067289471626282]}, {"step": 6000, "epoch": 12, "train_loss": 0.1088840514421463, "cos_r_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "cos_apical_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "cos_Ac_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "r_norm": [0.5204118490219116, 0.46048322319984436, 0.4384526312351227, 0.4363439381122589, 0.4584164023399353], "ldr": {"dL_sdil": -0.009706318378448486, "dL_bp": -0.013217270374298096, "ratio": 0.73436633310635}}, {"step": 6050, "epoch": 12, "train_loss": 0.16265955567359924, "cos_r_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "cos_apical_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "cos_Ac_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "r_norm": [0.5131064653396606, 0.44605010747909546, 0.4217242896556854, 0.41944563388824463, 0.44491511583328247]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8816, "test_loss": 0.3747348052978516}, {"step": 6100, "epoch": 13, "train_loss": 0.23184502124786377, "cos_r_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "cos_apical_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "cos_Ac_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "r_norm": [0.532220721244812, 0.4631214737892151, 0.4371255934238434, 0.4368104338645935, 0.46109867095947266]}, {"step": 6150, "epoch": 13, "train_loss": 0.11249080300331116, "cos_r_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "cos_apical_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "cos_Ac_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "r_norm": [0.49761298298835754, 0.4356009066104889, 0.41187161207199097, 0.4114369750022888, 0.43376508355140686]}, {"step": 6200, "epoch": 13, "train_loss": 0.22181199491024017, "cos_r_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "cos_apical_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "cos_Ac_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "r_norm": [0.5003154277801514, 0.43523693084716797, 0.41147202253341675, 0.4106912910938263, 0.43349823355674744]}, {"step": 6250, "epoch": 13, "train_loss": 0.19387322664260864, "cos_r_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "cos_apical_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "cos_Ac_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "r_norm": [0.5675127506256104, 0.49075764417648315, 0.46147865056991577, 0.4606088697910309, 0.4885239601135254], "ldr": {"dL_sdil": -0.026119351387023926, "dL_bp": -0.030970722436904907, "ratio": 0.843356219417728}}, {"step": 6300, "epoch": 13, "train_loss": 0.2041158676147461, "cos_r_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "cos_apical_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "cos_Ac_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "r_norm": [0.5213178992271423, 0.4538097381591797, 0.42815274000167847, 0.42558854818344116, 0.45122987031936646]}, {"step": 6350, "epoch": 13, "train_loss": 0.24072131514549255, "cos_r_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "cos_apical_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "cos_Ac_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "r_norm": [0.5022425651550293, 0.4357523024082184, 0.41176873445510864, 0.4077211618423462, 0.43317434191703796]}, {"step": 6400, "epoch": 13, "train_loss": 0.1563173532485962, "cos_r_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "cos_apical_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "cos_Ac_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "r_norm": [0.5041816234588623, 0.4365192651748657, 0.41161349415779114, 0.40832117199897766, 0.434325635433197]}, {"step": 6450, "epoch": 13, "train_loss": 0.1814105063676834, "cos_r_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "cos_apical_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "cos_Ac_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "r_norm": [0.5278838872909546, 0.4548804759979248, 0.42817825078964233, 0.42564618587493896, 0.45159876346588135]}, {"step": 6500, "epoch": 13, "train_loss": 0.11603657901287079, "cos_r_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "cos_apical_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "cos_Ac_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "r_norm": [0.5370907783508301, 0.46490591764450073, 0.4398280382156372, 0.43512633442878723, 0.46149352192878723], "ldr": {"dL_sdil": -0.012642860412597656, "dL_bp": -0.016744256019592285, "ratio": 0.7550565637436726}}, {"step": 6550, "epoch": 13, "train_loss": 0.165566086769104, "cos_r_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "cos_apical_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "cos_Ac_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "r_norm": [0.5209335088729858, 0.44798544049263, 0.42204320430755615, 0.4188643991947174, 0.44520193338394165]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8787, "test_loss": 0.38666452331542966}, {"step": 6600, "epoch": 14, "train_loss": 0.22089125216007233, "cos_r_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "cos_apical_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "cos_Ac_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "r_norm": [0.4829358458518982, 0.41594788432121277, 0.39122262597084045, 0.3886605501174927, 0.4133126735687256]}, {"step": 6650, "epoch": 14, "train_loss": 0.23514941334724426, "cos_r_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "cos_apical_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "cos_Ac_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "r_norm": [0.5518174171447754, 0.4697945713996887, 0.4413054585456848, 0.43780505657196045, 0.46704939007759094]}, {"step": 6700, "epoch": 14, "train_loss": 0.12478380650281906, "cos_r_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "cos_apical_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "cos_Ac_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "r_norm": [0.519202470779419, 0.44146728515625, 0.4138338267803192, 0.41104888916015625, 0.4390411972999573]}, {"step": 6750, "epoch": 14, "train_loss": 0.218086838722229, "cos_r_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "cos_apical_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "cos_Ac_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "r_norm": [0.5033901929855347, 0.42865681648254395, 0.4017174541950226, 0.3992304801940918, 0.42592471837997437], "ldr": {"dL_sdil": -0.011844217777252197, "dL_bp": -0.015947431325912476, "ratio": 0.7427037956894602}}, {"step": 6800, "epoch": 14, "train_loss": 0.13410139083862305, "cos_r_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "cos_apical_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "cos_Ac_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "r_norm": [0.5257549285888672, 0.4464581310749054, 0.4187748432159424, 0.41403472423553467, 0.44205743074417114]}, {"step": 6850, "epoch": 14, "train_loss": 0.1092449501156807, "cos_r_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "cos_apical_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "cos_Ac_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "r_norm": [0.5228378772735596, 0.44210484623908997, 0.4130777418613434, 0.40892505645751953, 0.4384323060512543]}, {"step": 6900, "epoch": 14, "train_loss": 0.22916769981384277, "cos_r_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "cos_apical_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "cos_Ac_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "r_norm": [0.5082005262374878, 0.430981308221817, 0.4030444025993347, 0.39955317974090576, 0.42738375067710876]}, {"step": 6950, "epoch": 14, "train_loss": 0.21484246850013733, "cos_r_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "cos_apical_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "cos_Ac_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "r_norm": [0.5296549797058105, 0.4493715465068817, 0.42039191722869873, 0.4176638126373291, 0.44544631242752075]}, {"step": 7000, "epoch": 14, "train_loss": 0.16684293746948242, "cos_r_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "cos_apical_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "cos_Ac_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "r_norm": [0.5075438022613525, 0.42751291394233704, 0.39942046999931335, 0.39620834589004517, 0.4239199161529541], "ldr": {"dL_sdil": -0.010762959718704224, "dL_bp": -0.014175891876220703, "ratio": 0.7592439200780383}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8837, "test_loss": 0.38861818237304685}, {"step": 7050, "epoch": 15, "train_loss": 0.14483383297920227, "cos_r_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "cos_apical_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "cos_Ac_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "r_norm": [0.5125260353088379, 0.4332468509674072, 0.40548908710479736, 0.4019867777824402, 0.42956653237342834]}, {"step": 7100, "epoch": 15, "train_loss": 0.2333707958459854, "cos_r_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "cos_apical_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "cos_Ac_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "r_norm": [0.5487709045410156, 0.46108347177505493, 0.42992502450942993, 0.42753565311431885, 0.4563090205192566]}, {"step": 7150, "epoch": 15, "train_loss": 0.21024568378925323, "cos_r_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "cos_apical_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "cos_Ac_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "r_norm": [0.5033231973648071, 0.42313504219055176, 0.3955167531967163, 0.39171066880226135, 0.41875529289245605]}, {"step": 7200, "epoch": 15, "train_loss": 0.11660967022180557, "cos_r_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "cos_apical_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "cos_Ac_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "r_norm": [0.5254656076431274, 0.4425434470176697, 0.415993869304657, 0.4093165099620819, 0.43941032886505127]}, {"step": 7250, "epoch": 15, "train_loss": 0.2599201202392578, "cos_r_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "cos_apical_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "cos_Ac_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "r_norm": [0.5533175468444824, 0.4628700315952301, 0.4309611916542053, 0.4267711341381073, 0.45821356773376465], "ldr": {"dL_sdil": -0.019167959690093994, "dL_bp": -0.024919211864471436, "ratio": 0.7692040901752077}}, {"step": 7300, "epoch": 15, "train_loss": 0.24130281805992126, "cos_r_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "cos_apical_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "cos_Ac_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "r_norm": [0.5450624227523804, 0.4534812569618225, 0.4222230911254883, 0.41841936111450195, 0.4490870535373688]}, {"step": 7350, "epoch": 15, "train_loss": 0.15261268615722656, "cos_r_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "cos_apical_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "cos_Ac_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "r_norm": [0.5079648494720459, 0.42303523421287537, 0.39220136404037476, 0.390617311000824, 0.4187968075275421]}, {"step": 7400, "epoch": 15, "train_loss": 0.2510070502758026, "cos_r_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "cos_apical_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "cos_Ac_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "r_norm": [0.5148985385894775, 0.42809751629829407, 0.39674460887908936, 0.39385974407196045, 0.423488974571228]}, {"step": 7450, "epoch": 15, "train_loss": 0.1745491623878479, "cos_r_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "cos_apical_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "cos_Ac_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "r_norm": [0.52548748254776, 0.4385978579521179, 0.4069885015487671, 0.40476444363594055, 0.4333168566226959]}, {"step": 7500, "epoch": 15, "train_loss": 0.17879807949066162, "cos_r_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "cos_apical_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "cos_Ac_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "r_norm": [0.5318977236747742, 0.4384450614452362, 0.4048396348953247, 0.40197524428367615, 0.43220311403274536], "ldr": {"dL_sdil": -0.01964840292930603, "dL_bp": -0.02638491988182068, "ratio": 0.7446830620412027}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8791, "test_loss": 0.4032665069580078}, {"step": 7550, "epoch": 16, "train_loss": 0.139662504196167, "cos_r_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "cos_apical_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "cos_Ac_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "r_norm": [0.5194821357727051, 0.43249058723449707, 0.402686208486557, 0.3974985182285309, 0.4278760552406311]}, {"step": 7600, "epoch": 16, "train_loss": 0.20070400834083557, "cos_r_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "cos_apical_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "cos_Ac_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "r_norm": [0.5301523804664612, 0.43607690930366516, 0.4040616750717163, 0.40138283371925354, 0.4313162565231323]}, {"step": 7650, "epoch": 16, "train_loss": 0.10145500302314758, "cos_r_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "cos_apical_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "cos_Ac_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "r_norm": [0.5123494267463684, 0.42104631662368774, 0.39018407464027405, 0.38768959045410156, 0.41593819856643677]}, {"step": 7700, "epoch": 16, "train_loss": 0.10947895795106888, "cos_r_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "cos_apical_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "cos_Ac_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "r_norm": [0.5017883777618408, 0.4140048921108246, 0.38381925225257874, 0.3805046081542969, 0.4084850549697876]}, {"step": 7750, "epoch": 16, "train_loss": 0.1798393279314041, "cos_r_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "cos_apical_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "cos_Ac_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "r_norm": [0.5323828458786011, 0.4357167184352875, 0.401930034160614, 0.3998519480228424, 0.43010836839675903], "ldr": {"dL_sdil": -0.019970715045928955, "dL_bp": -0.028277575969696045, "ratio": 0.7062385781345182}}, {"step": 7800, "epoch": 16, "train_loss": 0.11960744857788086, "cos_r_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "cos_apical_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "cos_Ac_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "r_norm": [0.5579538345336914, 0.4558963477611542, 0.4209688901901245, 0.4175650477409363, 0.45021331310272217]}, {"step": 7850, "epoch": 16, "train_loss": 0.1514640748500824, "cos_r_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "cos_apical_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "cos_Ac_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "r_norm": [0.5081462264060974, 0.4167620837688446, 0.3858489394187927, 0.38179805874824524, 0.41085320711135864]}, {"step": 7900, "epoch": 16, "train_loss": 0.07717226445674896, "cos_r_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "cos_apical_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "cos_Ac_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "r_norm": [0.5385949611663818, 0.43996983766555786, 0.4051378667354584, 0.40199869871139526, 0.4327054023742676]}, {"step": 7950, "epoch": 16, "train_loss": 0.16190052032470703, "cos_r_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "cos_apical_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "cos_Ac_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "r_norm": [0.5166759490966797, 0.417662113904953, 0.38547226786613464, 0.3800128698348999, 0.4121151268482208]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8817, "test_loss": 0.39875533447265626}, {"step": 8000, "epoch": 17, "train_loss": 0.16099286079406738, "cos_r_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "cos_apical_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "cos_Ac_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "r_norm": [0.5114881992340088, 0.4132150411605835, 0.37974560260772705, 0.37610286474227905, 0.40739697217941284], "ldr": {"dL_sdil": -0.015316486358642578, "dL_bp": -0.02016773819923401, "ratio": 0.7594548385809725}}, {"step": 8050, "epoch": 17, "train_loss": 0.14084376394748688, "cos_r_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "cos_apical_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "cos_Ac_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "r_norm": [0.5145132541656494, 0.4151240587234497, 0.3812624216079712, 0.3772529363632202, 0.4096522331237793]}, {"step": 8100, "epoch": 17, "train_loss": 0.18697798252105713, "cos_r_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "cos_apical_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "cos_Ac_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "r_norm": [0.5085748434066772, 0.4131009578704834, 0.3818526268005371, 0.37643200159072876, 0.4077022969722748]}, {"step": 8150, "epoch": 17, "train_loss": 0.12611819803714752, "cos_r_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "cos_apical_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "cos_Ac_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "r_norm": [0.507948100566864, 0.408805251121521, 0.3756767511367798, 0.37190794944763184, 0.40267789363861084]}, {"step": 8200, "epoch": 17, "train_loss": 0.15766708552837372, "cos_r_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "cos_apical_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "cos_Ac_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "r_norm": [0.5142394304275513, 0.41389819979667664, 0.38006627559661865, 0.37613654136657715, 0.40733063220977783]}, {"step": 8250, "epoch": 17, "train_loss": 0.13945867121219635, "cos_r_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "cos_apical_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "cos_Ac_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "r_norm": [0.4999552369117737, 0.4001753330230713, 0.3682093024253845, 0.36287492513656616, 0.3943864703178406], "ldr": {"dL_sdil": -0.01094663143157959, "dL_bp": -0.016246408224105835, "ratio": 0.6737877862343365}}, {"step": 8300, "epoch": 17, "train_loss": 0.10552415251731873, "cos_r_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "cos_apical_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "cos_Ac_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "r_norm": [0.5177422761917114, 0.41471701860427856, 0.3805192708969116, 0.3753345012664795, 0.4081607460975647]}, {"step": 8350, "epoch": 17, "train_loss": 0.12074071913957596, "cos_r_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "cos_apical_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "cos_Ac_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "r_norm": [0.4903353750705719, 0.393886923789978, 0.36253899335861206, 0.358457088470459, 0.3879771828651428]}, {"step": 8400, "epoch": 17, "train_loss": 0.3313804864883423, "cos_r_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "cos_apical_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "cos_Ac_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "r_norm": [0.4917157292366028, 0.3910786211490631, 0.35651737451553345, 0.35189875960350037, 0.3843784034252167]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.882, "test_loss": 0.41553375549316407}, {"step": 8450, "epoch": 18, "train_loss": 0.0916091650724411, "cos_r_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "cos_apical_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "cos_Ac_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "r_norm": [0.513677716255188, 0.4089961349964142, 0.3734253942966461, 0.3683406710624695, 0.402288019657135]}, {"step": 8500, "epoch": 18, "train_loss": 0.12651270627975464, "cos_r_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "cos_apical_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "cos_Ac_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "r_norm": [0.5459134578704834, 0.43040311336517334, 0.3901953101158142, 0.385811984539032, 0.4222312569618225], "ldr": {"dL_sdil": -0.023685574531555176, "dL_bp": -0.029906123876571655, "ratio": 0.7919974728022299}}, {"step": 8550, "epoch": 18, "train_loss": 0.1318945735692978, "cos_r_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "cos_apical_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "cos_Ac_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "r_norm": [0.527870774269104, 0.41810816526412964, 0.38190436363220215, 0.3762120306491852, 0.4105837345123291]}, {"step": 8600, "epoch": 18, "train_loss": 0.09112212061882019, "cos_r_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "cos_apical_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "cos_Ac_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "r_norm": [0.49155670404434204, 0.3911671042442322, 0.3583264648914337, 0.3542839586734772, 0.3842207193374634]}, {"step": 8650, "epoch": 18, "train_loss": 0.0847804844379425, "cos_r_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "cos_apical_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "cos_Ac_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "r_norm": [0.523412823677063, 0.4108657240867615, 0.3724043369293213, 0.36830320954322815, 0.4029049873352051]}, {"step": 8700, "epoch": 18, "train_loss": 0.1052926778793335, "cos_r_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "cos_apical_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "cos_Ac_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "r_norm": [0.5226239562034607, 0.41542065143585205, 0.3792652487754822, 0.37580859661102295, 0.40733224153518677]}, {"step": 8750, "epoch": 18, "train_loss": 0.19598600268363953, "cos_r_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "cos_apical_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "cos_Ac_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "r_norm": [0.5381942987442017, 0.423664391040802, 0.3858158588409424, 0.38124388456344604, 0.414961040019989], "ldr": {"dL_sdil": -0.01926600933074951, "dL_bp": -0.03195279836654663, "ratio": 0.6029521768246844}}, {"step": 8800, "epoch": 18, "train_loss": 0.0617002435028553, "cos_r_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "cos_apical_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "cos_Ac_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "r_norm": [0.5093247294425964, 0.401913046836853, 0.3666743040084839, 0.361788272857666, 0.39444249868392944]}, {"step": 8850, "epoch": 18, "train_loss": 0.11534260213375092, "cos_r_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "cos_apical_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "cos_Ac_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "r_norm": [0.5158399939537048, 0.4054158627986908, 0.3695877194404602, 0.364418089389801, 0.39774298667907715]}, {"step": 8900, "epoch": 18, "train_loss": 0.12859581410884857, "cos_r_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "cos_apical_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "cos_Ac_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "r_norm": [0.5041743516921997, 0.39657658338546753, 0.3619186580181122, 0.356784462928772, 0.3893832564353943]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8823, "test_loss": 0.4247179473876953}, {"step": 8950, "epoch": 19, "train_loss": 0.19562561810016632, "cos_r_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "cos_apical_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "cos_Ac_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "r_norm": [0.5061759352684021, 0.3965432047843933, 0.3603629469871521, 0.35501646995544434, 0.3890848159790039]}, {"step": 9000, "epoch": 19, "train_loss": 0.2270652949810028, "cos_r_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "cos_apical_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "cos_Ac_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "r_norm": [0.5259275436401367, 0.41260838508605957, 0.3741154670715332, 0.3698722720146179, 0.404692679643631], "ldr": {"dL_sdil": -0.011428624391555786, "dL_bp": -0.01860138773918152, "ratio": 0.6143963317039408}}, {"step": 9050, "epoch": 19, "train_loss": 0.14135676622390747, "cos_r_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "cos_apical_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "cos_Ac_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "r_norm": [0.5266255140304565, 0.4118611514568329, 0.37177786231040955, 0.3677912950515747, 0.40339893102645874]}, {"step": 9100, "epoch": 19, "train_loss": 0.1093372330069542, "cos_r_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "cos_apical_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "cos_Ac_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "r_norm": [0.5070318579673767, 0.39790013432502747, 0.36226364970207214, 0.35589849948883057, 0.3893042504787445]}, {"step": 9150, "epoch": 19, "train_loss": 0.10299230366945267, "cos_r_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "cos_apical_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "cos_Ac_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "r_norm": [0.5178799629211426, 0.40647825598716736, 0.3696567714214325, 0.3637956380844116, 0.39776021242141724]}, {"step": 9200, "epoch": 19, "train_loss": 0.10084032267332077, "cos_r_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "cos_apical_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "cos_Ac_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "r_norm": [0.5002213716506958, 0.3873831331729889, 0.35005247592926025, 0.34496116638183594, 0.37838178873062134]}, {"step": 9250, "epoch": 19, "train_loss": 0.12429270148277283, "cos_r_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "cos_apical_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "cos_Ac_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "r_norm": [0.524756908416748, 0.40643826127052307, 0.3658796548843384, 0.3600645065307617, 0.3951559066772461], "ldr": {"dL_sdil": -0.017193108797073364, "dL_bp": -0.026230067014694214, "ratio": 0.6554733080720572}}, {"step": 9300, "epoch": 19, "train_loss": 0.17799320816993713, "cos_r_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "cos_apical_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "cos_Ac_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "r_norm": [0.5102024078369141, 0.3974938690662384, 0.36096659302711487, 0.3553280830383301, 0.3886592984199524]}, {"step": 9350, "epoch": 19, "train_loss": 0.15413929522037506, "cos_r_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "cos_apical_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "cos_Ac_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "r_norm": [0.5732083320617676, 0.44390392303466797, 0.40155261754989624, 0.39278560876846313, 0.43137043714523315]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8759, "test_loss": 0.4444411193847656}], "final": {"test_acc": 0.8759, "test_loss": 0.4444411193847656, "wall_s": 93.53153228759766, "cos_r_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916], "cos_apical_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916], "cos_Ac_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916]}}
\ No newline at end of file